-- Logs begin at Tue 2022-08-30 01:11:21 UTC, end at Tue 2022-08-30 02:23:41 UTC. -- Aug 30 01:53:11.810670 dv-cinder-819667-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 01:53:14.480261 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:53:14.480866 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:53:14.481046 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106542) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:53:14.484284 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:53:14.484536 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:53:14.484842 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106542) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:53:14.485808 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:53:14.486043 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:53:14.486520 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:53:14.486767 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:53:14.486993 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:53:14.487313 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.487610 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.488357 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.488701 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.488992 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.489280 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.489607 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.489902 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.490185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.490465 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.490747 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.490974 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.491252 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.491538 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.491823 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.492045 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] debug = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.492324 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.492746 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.493150 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.493432 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.493743 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.494019 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.494292 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.494568 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.494852 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.495177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] host = dv-cinder-819667-6-iscsi {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.495455 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.495740 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.496026 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.496311 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.496585 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.496860 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.497142 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.497417 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.497714 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.497987 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.498274 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.498560 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.498846 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.499073 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.499294 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.499580 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.499866 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.500142 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.500415 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.500688 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.500960 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.501233 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.501522 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.501807 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.502089 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.502371 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.502645 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.502918 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.503187 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.504028 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.504378 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.504656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.504930 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.505204 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.505514 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.505785 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.506059 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.506355 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.506638 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.506918 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.507202 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.507474 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.507756 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.508025 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.508293 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.508562 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_json = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.508832 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.509103 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.509381 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.509674 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.509945 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.510217 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.510485 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.510767 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.511037 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:14.511328 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.511623 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.511922 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.512203 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.512507 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.512783 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.513070 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.513344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.513658 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.513948 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.514236 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.514511 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.514806 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.515091 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.515382 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.515683 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.515974 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.516265 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.516537 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.516807 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.517075 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.517348 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.517662 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.517943 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.518227 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.518517 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.518801 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.519153 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.519479 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.519795 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.520085 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.520372 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.520648 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.520925 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.521213 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.521569 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.521850 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.522139 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.522417 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.522690 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.522974 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.523263 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.523549 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.523824 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.524103 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.524393 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.524671 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.524944 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.525214 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.525521 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.525794 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.526080 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.526355 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.526626 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.526896 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.527171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.527444 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.527717 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.527992 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.528263 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.528538 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.528808 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.529085 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.529354 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.529649 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.529921 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.530192 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.530461 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.530733 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.531001 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.531267 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.531534 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.531800 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.532071 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.532351 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.532645 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.532918 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.533193 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.533476 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.533765 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.534039 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.534312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.534656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.535002 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.535278 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.535580 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.535868 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.536153 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.536434 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.536729 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.537025 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.537304 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.537611 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.537889 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.538166 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.538444 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.538726 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.539010 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.539286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.539567 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.539848 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.540142 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.540433 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.540708 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.540998 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.541286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.541604 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.541888 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.542197 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.542477 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:14.542696 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:53:14.542937 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106542) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 01:53:14.836784 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:53:14.837096 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:53:14.837361 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:53:14.837621 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:53:14.837900 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:53:14.838226 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 01:53:15.246121 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.246331 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.246600 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.247777 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.248050 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.249131 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.302115 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.302391 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.302658 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.319344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.319627 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.319897 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.348426 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.348700 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.348964 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.384641 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.384918 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.385185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.621358 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.622028 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.622028 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.622210 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.623068 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.720132 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.720832 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.720832 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.720989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.721235 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.721570 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.721831 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.722201 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.722509 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.723094 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.723362 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.723631 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.723889 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.724143 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.724400 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.724665 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.724920 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.725187 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.725472 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.725734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.726006 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.726259 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.726544 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.726932 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.727184 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.727431 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.727823 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.728061 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.728296 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.728530 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.728761 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.728990 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:15.729347 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 01:53:15.732493 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 01:53:15.736374 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 01:53:15.740823 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 30 01:53:15.742466 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 01:53:15.743083 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 01:53:15.743418 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 01:53:15.743805 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 01:53:15.746594 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 01:53:15.746843 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 01:53:15.747181 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:53:15.752194 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 01:53:15.775772 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 01:53:15.776223 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.776519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106542) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 01:53:15.776889 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.778260 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106542) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 01:53:15.778540 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:53:15.778781 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 01:53:15.782369 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.782650 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:15.965687 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 01:53:15.965865 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 01:53:15.966077 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 01:53:15.966456 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 01:53:16.019684 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO dbcounter [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Registered counter for database neutron Aug 30 01:53:16.037070 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_db.sqlalchemy.engines [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106542) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 01:53:16.042927 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG dbcounter [-] [106542] Writer thread running {{(pid=106542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:53:16.751594 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing driver for type 'gre' Aug 30 01:53:16.752157 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] gre ID ranges: [(1, 1000)] Aug 30 01:53:17.126605 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing driver for type 'local' Aug 30 01:53:17.126939 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing driver for type 'vlan' Aug 30 01:53:17.217954 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] VlanTypeDriver initialization complete Aug 30 01:53:17.218287 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing driver for type 'vxlan' Aug 30 01:53:17.218791 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] vxlan ID ranges: [(1, 1000)] Aug 30 01:53:17.481142 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing extension driver 'port_security' Aug 30 01:53:17.481410 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] PortSecurityExtensionDriver initialization complete Aug 30 01:53:17.481787 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing mechanism driver 'openvswitch' Aug 30 01:53:17.482142 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing mechanism driver 'hyperv' Aug 30 01:53:17.489450 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:17.490156 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.490540 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.490899 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.491417 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.491890 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.492229 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.492582 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.492978 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.493392 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.493769 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.494111 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.494505 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.494917 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.495265 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.495608 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.496002 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.496410 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.496758 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.497108 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.497521 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.500734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > address_group after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.500734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > address_group after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.500734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.500734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:53:17.500734 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] ML2 OVO RPC backend initialized. {{(pid=106542) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 01:53:17.501130 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.501130 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.501130 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.501370 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > networks before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.501635 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.501981 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > ports before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.502326 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.502669 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnets before_response 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.503016 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.503981 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.504468 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.504843 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.505186 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.505550 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.505894 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.506235 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.506594 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.514305 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded quota_driver: . Aug 30 01:53:17.514699 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.plugin [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Modular L2 Plugin initialization complete Aug 30 01:53:17.515049 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading services supported by the core plugin {{(pid=106542) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 01:53:17.515400 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.plugins.ml2.managers [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Got port-security extension from driver 'port_security' Aug 30 01:53:17.515886 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.extensions.vlantransparent [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Disabled vlantransparent extension. Aug 30 01:53:17.516387 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106542) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 01:53:17.516719 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: router Aug 30 01:53:17.554380 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.554778 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_create 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.555154 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router before_create 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.555524 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.555901 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.556264 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_delete 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.556628 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.556982 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.557344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_create 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.557727 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: subnet after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.574781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575155 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_create 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575155 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575155 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575155 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router after_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_create 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_update 55549900 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > agent after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > agent after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > network after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.575757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Tracking information for resource: router configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:17.575757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Tracking information for resource: floatingip configured {{(pid=106542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:53:17.576119 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.db.l3_agentschedulers_db [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 01:53:17.576119 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.576119 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.576468 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.576821 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: port after_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.577671 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router before_create 55550100 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.578024 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.578388 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_create 55550100 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.578746 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > router precommit_update 55550100 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.583669 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.provider_configuration [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service providers = [] {{(pid=106542) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 01:53:17.584037 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.db.servicetype_db [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106542) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 01:53:17.587192 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.service_base [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:53:17.587546 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.service_base [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:53:17.587894 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.service_base [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:53:17.588783 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.services.service_base [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:53:17.589158 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.services.service_base [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 01:53:17.589563 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.589887 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 01:53:17.601210 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.601570 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: auto_allocate Aug 30 01:53:17.607213 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: network precommit_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.607590 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: network precommit_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.608111 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.608430 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: tag Aug 30 01:53:17.622443 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.622776 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: timestamp Aug 30 01:53:17.626591 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.626925 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: network_ip_availability Aug 30 01:53:17.632561 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.632938 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.633298 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.634038 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.634361 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: flavors Aug 30 01:53:17.640452 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.640784 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading Plugin: revisions Aug 30 01:53:17.648345 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:53:17.648736 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.811s {{(pid=106542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:53:17.649497 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106542) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 01:53:17.649841 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Initializing extension manager. Aug 30 01:53:17.650367 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: __init__.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.650710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: __pycache__ {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.651044 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: address_group.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.651757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.652314 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: address-group Aug 30 01:53:17.652639 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: address_scope.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.653317 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.653843 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: address-scope Aug 30 01:53:17.654167 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.655045 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.655546 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: router-admin-state-down-before-update Aug 30 01:53:17.655869 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: agent.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.656526 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.657022 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: agent Aug 30 01:53:17.657343 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: agent_resources_synced.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.658293 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.658789 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: agent-resources-synced Aug 30 01:53:17.659115 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: allowedaddresspairs.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.661448 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.661978 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: allowed-address-pairs Aug 30 01:53:17.662307 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: auto_allocated_topology.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.663337 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.663847 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: auto-allocated-topology Aug 30 01:53:17.664173 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: availability_zone.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.664831 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.665325 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: availability_zone Aug 30 01:53:17.665670 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: availability_zone_filter.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.666544 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.667069 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: availability_zone_filter Aug 30 01:53:17.667391 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: data_plane_status.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.668250 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.668767 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 01:53:17.669072 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: default_subnetpools.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.669976 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.670472 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: default-subnetpools Aug 30 01:53:17.670794 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.671626 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.672061 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: dhcp_agent_scheduler Aug 30 01:53:17.672383 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: dns.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.673250 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.673785 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 01:53:17.674106 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: dns_domain_ports.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.675017 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.676176 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 01:53:17.676503 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.677384 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.677905 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 01:53:17.678228 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: dvr.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.678864 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.679358 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: dvr Aug 30 01:53:17.679681 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: ecmp_routes.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.680553 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.681046 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 01:53:17.681366 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: empty_string_filtering.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.682258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.682758 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: empty-string-filtering Aug 30 01:53:17.683106 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.688066 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.688560 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:53:17.688884 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.689791 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.690286 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 01:53:17.690628 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: external_net.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.691496 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.691995 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: external-net Aug 30 01:53:17.692313 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.693170 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.693707 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: extra_dhcp_opt Aug 30 01:53:17.694029 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: extraroute.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.694902 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.695402 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: extraroute Aug 30 01:53:17.695729 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: extraroute_atomic.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.696723 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.697219 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: extraroute-atomic Aug 30 01:53:17.697584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: filter_validation.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.698406 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.698909 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: filter-validation Aug 30 01:53:17.699231 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: fip_pf_description.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.700092 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.700586 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 01:53:17.700910 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: fip_pf_port_range.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.701823 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.702322 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 01:53:17.702647 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: fip_port_details.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.703531 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.704030 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: fip-port-details Aug 30 01:53:17.704358 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: flavors.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.705573 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.706079 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: flavors Aug 30 01:53:17.706430 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.708212 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.708726 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 01:53:17.709061 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: floatingip_pools.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.709759 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.710265 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: floatingip-pools Aug 30 01:53:17.710594 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: ip_allocation.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.711467 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.711968 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 01:53:17.712294 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.713171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.713704 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: ip-substring-filtering Aug 30 01:53:17.714060 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l2_adjacency.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.714934 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.715426 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 01:53:17.715754 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.716699 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.717211 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: router Aug 30 01:53:17.717572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.719776 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.720822 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:53:17.720822 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.721492 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.722867 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: ext-gw-mode Aug 30 01:53:17.723295 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.728361 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.728858 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: l3-ha Aug 30 01:53:17.729184 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.730084 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.730580 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 01:53:17.730905 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_flavors.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.731819 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.732269 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: l3-flavors Aug 30 01:53:17.732597 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.733956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.734456 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 01:53:17.734785 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.735657 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.736159 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 01:53:17.736487 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: l3agentscheduler.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.738162 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.738691 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: l3_agent_scheduler Aug 30 01:53:17.739020 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: local_ip.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.740736 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.741261 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension local_ip not supported by any of loaded plugins Aug 30 01:53:17.741634 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: logging.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.743075 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.743590 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension logging not supported by any of loaded plugins Aug 30 01:53:17.743924 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: metering.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.744633 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.745403 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: metering Aug 30 01:53:17.745760 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.746813 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.747317 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: metering_source_and_destination_fields Aug 30 01:53:17.747645 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: multiprovidernet.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.748535 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.749035 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: multi-provider Aug 30 01:53:17.749362 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: netmtu.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.750272 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.750776 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: net-mtu Aug 30 01:53:17.751099 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: netmtu_writable.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.751976 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.752465 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: net-mtu-writable Aug 30 01:53:17.752792 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: network_availability_zone.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.753449 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.753971 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: network_availability_zone Aug 30 01:53:17.754297 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: network_ip_availability.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.755362 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.755866 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: network-ip-availability Aug 30 01:53:17.756195 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: network_segment_range.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.756984 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.757427 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 01:53:17.757778 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: pagination.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.762999 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.763331 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: pagination Aug 30 01:53:17.763653 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_device_profile.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.764521 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.765028 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-device-profile Aug 30 01:53:17.765352 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_mac_address_override.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.766266 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.766775 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-mac-override Aug 30 01:53:17.767099 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.767986 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.768483 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-mac-address-regenerate Aug 30 01:53:17.768879 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.769753 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.770261 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-numa-affinity-policy Aug 30 01:53:17.770584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_resource_request.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.771454 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.771947 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 01:53:17.772270 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: port_resource_request_groups.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.773210 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.773727 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 01:53:17.774053 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: portbindings.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.774962 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.775467 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: binding Aug 30 01:53:17.775790 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: portbindings_extended.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.777014 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.777551 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: binding-extended Aug 30 01:53:17.777885 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: portsecurity.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.778760 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.779259 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-security Aug 30 01:53:17.779586 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: project_id.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.780524 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.780856 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: project-id Aug 30 01:53:17.781180 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: providernet.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.782088 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.782591 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: provider Aug 30 01:53:17.782915 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.787050 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.787568 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos not supported by any of loaded plugins Aug 30 01:53:17.787905 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.789115 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.789660 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 01:53:17.789996 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.790891 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.791624 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 01:53:17.791903 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_default.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.798536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.799039 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-default not supported by any of loaded plugins Aug 30 01:53:17.799591 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_fip.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.800825 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.801328 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 01:53:17.801687 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.802577 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.803077 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 01:53:17.803402 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_gateway_ip.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.804285 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.804786 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 01:53:17.805112 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_port_network_policy.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.806055 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.806551 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 01:53:17.806876 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.807871 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.808372 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 01:53:17.808696 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.809717 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.810220 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 01:53:17.810545 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_pps_rule.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.811669 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.812171 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 01:53:17.812504 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_rule_type_details.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.813385 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.813906 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 01:53:17.814229 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.815101 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.815740 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 01:53:17.815941 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: qos_rules_alias.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.817109 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.817637 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 01:53:17.817967 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: quota_check_limit.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.818848 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.819353 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: quota-check-limit Aug 30 01:53:17.819682 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: quotasv2.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.820616 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.820945 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: quotas Aug 30 01:53:17.821267 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: quotasv2_detail.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.822988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.823329 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: quota_details Aug 30 01:53:17.823660 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: rbac.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.824991 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.825550 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: rbac-policies Aug 30 01:53:17.825889 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: rbac_address_group.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.831866 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.832377 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: rbac-address-group Aug 30 01:53:17.832705 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: rbac_address_scope.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.833627 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.834134 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: rbac-address-scope Aug 30 01:53:17.834463 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: rbac_security_groups.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.835417 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.835922 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: rbac-security-groups Aug 30 01:53:17.836279 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: rbac_subnetpool.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.837129 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.837664 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: rbac-subnetpool Aug 30 01:53:17.837990 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: revisionifmatch.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.838878 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.839376 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: revision-if-match Aug 30 01:53:17.839700 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: revisions.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.840792 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.841296 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: standard-attr-revisions Aug 30 01:53:17.841668 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: router_availability_zone.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.842304 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.842804 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: router_availability_zone Aug 30 01:53:17.843128 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: routerservicetype.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.844008 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.844509 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 01:53:17.844834 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.845751 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.846256 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: security-groups-normalized-cidr Aug 30 01:53:17.846582 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.848344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.848967 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: port-security-groups-filtering Aug 30 01:53:17.849184 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.850167 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.850674 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: security-groups-remote-address-group Aug 30 01:53:17.851000 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.851902 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.852410 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: security-groups-shared-filtering Aug 30 01:53:17.852736 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: securitygroup.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.862494 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.863575 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: security-group Aug 30 01:53:17.863910 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: segment.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.864617 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.865171 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension segment not supported by any of loaded plugins Aug 30 01:53:17.865519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.866451 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.866959 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 01:53:17.867288 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: servicetype.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.868352 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.868863 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: service-type Aug 30 01:53:17.869192 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: sorting.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.870166 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.870501 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: sorting Aug 30 01:53:17.870826 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: standard_attr_segment.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.871696 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.872195 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 01:53:17.872520 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: standardattrdescription.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.873138 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.873674 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: standard-attr-description Aug 30 01:53:17.874003 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: stateful_security_group.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.879389 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.879895 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: stateful-security-group Aug 30 01:53:17.880224 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: stdattrs_common.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.880771 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 01:53:17.881095 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.882022 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.882531 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 01:53:17.882856 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnet_onboard.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.883856 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.884364 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: subnet_onboard Aug 30 01:53:17.884692 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.885598 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.886102 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 01:53:17.886429 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnet_service_types.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.887304 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.887815 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: subnet-service-types Aug 30 01:53:17.888144 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnetallocation.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.889176 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.889718 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: subnet_allocation Aug 30 01:53:17.890051 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.890689 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.891210 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: subnetpool-prefix-ops Aug 30 01:53:17.891539 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.892472 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.892944 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 01:53:17.893270 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: tagging.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.894545 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.895056 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: standard-attr-tag Aug 30 01:53:17.895388 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: timestamp.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.896552 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.897060 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loaded extension: standard-attr-timestamp Aug 30 01:53:17.897391 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: trunk.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.898414 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.898917 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension trunk not supported by any of loaded plugins Aug 30 01:53:17.899243 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: trunk_details.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.900147 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.900616 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 01:53:17.900938 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: uplink_status_propagation.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.907827 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.908330 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 01:53:17.908654 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Loading extension file: vlantransparent.py {{(pid=106542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:53:17.909289 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:53:17.910339 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 01:53:17.912927 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:network Aug 30 01:53:17.913448 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnet Aug 30 01:53:17.913870 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:53:17.914258 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:port Aug 30 01:53:17.916455 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.916905 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service FLAVORS assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.917545 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.918001 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.918335 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:router Aug 30 01:53:17.918772 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:53:17.919265 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service METERING assigned prefix: /metering {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.920710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.921083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.921436 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:53:17.922455 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:53:17.922902 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:53:17.923342 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:53:17.923870 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service CORE assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.924199 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:53:17.924543 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] subnetpool is already registered Aug 30 01:53:17.925024 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service CORE assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.925872 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:53:17.926295 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] subnetpool is already registered Aug 30 01:53:17.928678 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.929119 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service FLAVORS assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.929746 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.930174 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.930512 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:router Aug 30 01:53:17.930853 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] router is already registered Aug 30 01:53:17.931297 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:53:17.931649 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] floatingip is already registered Aug 30 01:53:17.932109 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service METERING assigned prefix: /metering {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.932885 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:53:17.933217 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] rbac_policy is already registered Aug 30 01:53:17.933654 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:53:17.933993 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] security_group is already registered Aug 30 01:53:17.934401 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:53:17.934735 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] security_group_rule is already registered Aug 30 01:53:17.935369 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service CORE assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] subnetpool is already registered Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.v2.resource_helper [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Service CORE assigned prefix: {{(pid=106542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING neutron.quota.resource_registry [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] subnetpool is already registered Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: extensions {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: address-groups {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.948519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: address-scopes {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: agents {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: auto-allocated-topology {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: availability_zones {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: dhcp-networks {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: dhcp-agents {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.949083 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: routers {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.950458 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: flavors {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.951729 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: service_profiles {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.952953 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: next_providers {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.954484 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: service_profiles {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.957879 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: floatingip-pools {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.959163 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: routers {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.960881 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: floatingips {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.962198 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: l3-routers {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.963617 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: l3-agents {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.965037 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: metering-labels {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.966332 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: metering-label-rules {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.967740 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: network-ip-availabilities {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.969005 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: bindings {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.970615 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: quotas {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.973080 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: quotas {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.974673 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: rbac-policies {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.975876 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: security-groups {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.977182 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: security-group-rules {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.978533 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: service-providers {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.979760 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: subnetpools {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.981078 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: subnetpools {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.982739 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.984379 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.986237 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.988080 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.989824 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.991787 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.993538 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.995465 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.997245 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:17.999041 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron.api.extensions [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Extended resource: tags {{(pid=106542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:53:18.005212 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING keystonemiddleware.auth_token [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 01:53:18.010357 dv-cinder-819667-6-iscsi neutron-server[106542]: WARNING keystonemiddleware.auth_token [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 01:53:18.019870 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Acquiring lock "singleton_lock" {{(pid=106542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 01:53:18.020344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Acquired lock "singleton_lock" {{(pid=106542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 01:53:18.020815 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_concurrency.lockutils [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Releasing lock "singleton_lock" {{(pid=106542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 01:53:18.021486 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Starting 2 workers Aug 30 01:53:18.026244 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Started child 106657 {{(pid=106542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:53:18.030660 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Started child 106658 {{(pid=106542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:53:18.031628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.032304 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO neutron.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 01:53:18.032848 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.033054 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [-] (106657) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:53:18.036116 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Starting 1 workers Aug 30 01:53:18.036719 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.038216 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [-] (106658) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:53:18.041310 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Started child 106659 {{(pid=106542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:53:18.041867 dv-cinder-819667-6-iscsi neutron-server[106542]: INFO oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Starting 1 workers Aug 30 01:53:18.044966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] calling RpcWorker wait() {{(pid=106659) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 01:53:18.045627 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] returning from RpcWorker wait() {{(pid=106659) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 01:53:18.046328 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Started child 106660 {{(pid=106542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:53:18.046718 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.047118 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG neutron_lib.callbacks.manager [None req-5c4f577a-be48-44d1-8008-d78102140473 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.047222 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:18.048980 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:53:18.049188 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:53:18.049374 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:53:18.049633 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:53:18.050014 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:53:18.050306 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:53:18.050884 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.051169 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.051320 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:18.051872 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.051872 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.052269 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.052546 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.052796 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.053081 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.053342 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.053534 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.053691 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.053938 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.054187 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.054494 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.054763 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.055003 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.055253 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.055431 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.055692 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.055964 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.056232 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.056515 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] debug = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.056770 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.057273 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.057544 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.057802 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.058066 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.058309 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.058557 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.058828 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.059078 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.059278 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.059529 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.059786 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.060043 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.060279 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.060517 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.060797 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.061041 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.061520 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] host = dv-cinder-819667-6-iscsi {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.061791 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.062042 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.062303 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.062561 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.062808 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.063058 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.063317 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.063595 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.063863 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.064106 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.064349 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.064595 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.064813 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.065059 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.065208 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_options = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.065480 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.065791 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.066061 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.066258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.066414 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.066578 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.066828 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.067042 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.067235 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.067477 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.067656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.067965 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.068487 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.068840 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.068840 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070982 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070982 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.070982 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.071373 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.071373 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.071629 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.071759 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.071989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.072125 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:18.072252 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.072439 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.072662 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.072941 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.073191 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.073410 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.073682 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.073958 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.074189 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.074418 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.074659 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.074944 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.075331 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.075633 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.075896 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.076382 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.076540 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.076762 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.077009 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.077222 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_json = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.077438 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.077701 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.077950 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.078185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.078401 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.078617 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.078840 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.079070 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.079290 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.079704 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.079991 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.080290 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.080533 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.080998 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.080998 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.081847 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.081994 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.083646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.085258 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086172 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086172 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086172 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086650 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086650 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.086650 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.087015 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.087211 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.087493 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.087839 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.088118 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.088379 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.088902 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.089176 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.089431 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.089740 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.089908 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.090268 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.090646 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.090906 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092207 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092746 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092746 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.092999 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.093260 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.093420 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.093626 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.094956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.094956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.094956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.094956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.094956 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.096584 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.098241 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.098241 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.098241 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.098241 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.098520 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.099680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.099680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.099680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.099680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.099680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100074 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100074 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100239 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100317 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100883 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.100883 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.101057 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.101137 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.101388 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.101572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102367 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102367 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102367 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102621 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102621 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.102828 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.103137 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.103404 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.103606 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104175 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104175 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104341 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104659 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104769 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.104919 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.105129 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.105592 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.105697 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.105959 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.106179 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.106413 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.106643 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107103 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107103 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107285 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107525 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107761 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.107986 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.108200 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.108435 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.108656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.108910 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.109161 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.109422 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.109662 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.109889 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.110108 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.110383 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.110636 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.110913 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.111164 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.111444 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.111752 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.112012 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.112255 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.113029 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.113965 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.113965 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.113965 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.114389 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.114520 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.114872 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.115022 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.115231 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.115419 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.115641 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.115876 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.116191 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117312 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117975 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.117975 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.118246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.118376 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.118623 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.118780 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.118989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.119231 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.119457 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.119672 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.119960 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.120116 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.120511 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.120665 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.120798 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.121015 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.121228 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.121445 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.121681 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.121923 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.122166 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.122402 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.122639 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.122860 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.123099 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.123316 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.123538 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.123773 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.123983 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.124234 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.124451 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.124722 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.124966 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.125195 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.125419 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.125705 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.125955 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.126157 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.126397 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.126616 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.126873 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.127266 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.127527 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.127771 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.127967 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.128983 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.129204 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.129826 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.130218 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.130564 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.130836 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.131085 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.131343 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.131596 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.131818 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.132048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.132305 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.132503 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.132720 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.132966 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.133410 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.133410 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.133934 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.133934 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.134107 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.134306 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.134522 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.134794 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.135041 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.135288 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.135527 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.135744 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.135969 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.136188 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.136420 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.136634 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.136843 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.137052 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.137280 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.137537 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.137747 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.138060 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.138299 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.138530 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.138781 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.139002 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.139225 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.139476 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.139687 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.139895 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.140192 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.140328 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.140536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.140780 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.140986 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.141201 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.141421 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.141660 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.141868 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.142095 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.142301 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.142508 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.142725 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.142939 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.143145 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.143389 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.143595 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.143861 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.144279 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.144492 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.144695 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.144939 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.145149 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.145352 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.145604 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.145821 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.146051 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.146371 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147135 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147135 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147135 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147465 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147548 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.147783 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.148078 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.148325 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.149085 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.149432 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.149546 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.149795 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.150174 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.150373 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.150639 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.150892 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.151141 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.151511 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.151690 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.151959 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.152171 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.152979 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.152979 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.153167 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.153300 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155607 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155607 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155607 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.155841 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.156013 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.156264 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.156489 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.156727 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.157106 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.157203 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.157361 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:53:18.157873 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:53:18.158033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:53:18.158187 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:53:18.158358 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:53:18.158512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:53:18.158663 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:53:18.158870 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159032 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159252 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159435 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159528 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159680 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.159832 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160051 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160145 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160279 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160443 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160599 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160724 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.160881 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161037 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161192 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161349 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161532 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161691 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.161846 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162004 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162152 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] debug = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162286 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162500 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162685 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.162817 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163019 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163118 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163205 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163367 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163524 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163679 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163834 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.163991 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164149 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164309 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164593 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164747 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.164904 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] host = dv-cinder-819667-6-iscsi {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165055 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165184 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165333 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165489 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165658 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165814 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.165970 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166124 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166281 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166426 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166580 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166735 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.166900 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167035 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167178 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_options = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167314 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167472 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167626 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167806 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.167972 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.168161 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.168314 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.168737 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.168737 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.168737 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169092 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169092 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169346 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169346 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169656 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169814 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.169899 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170040 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170197 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170356 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170514 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170691 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.170925 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171056 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171201 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171344 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171480 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171619 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171751 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.171902 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172038 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172174 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172313 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172477 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172612 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172876 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.172876 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173143 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173143 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173403 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173516 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:18.173619 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173619 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173768 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173850 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.173988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174144 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_json = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174298 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174454 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174609 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174764 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.174920 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.175625 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.175762 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.175893 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.176041 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:53:18.176210 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.176368 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.176539 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.176697 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.176895 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.177123 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.177262 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.177416 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179185 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.179989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.180427 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.180427 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.180427 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181000 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181000 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181000 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181000 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181296 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.181296 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.182177 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183048 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183466 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183466 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183466 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183738 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183738 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.183992 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184123 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184247 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184370 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184492 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184622 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184745 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.184893 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185052 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185211 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185379 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185559 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185717 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.185874 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186032 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186190 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186354 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186489 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186637 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186794 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.186951 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187120 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187277 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187443 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187576 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187725 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.187883 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188039 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188196 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188355 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188668 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188826 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.188987 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.189146 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.189303 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.189486 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.189619 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.189784 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.190037 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.190247 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.190247 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.191710 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.192512 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193102 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193102 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193102 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193102 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193383 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193383 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193953 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193953 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.193953 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194324 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194324 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194324 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.194829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195283 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195283 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195283 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195620 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195620 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195859 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.195859 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196090 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196216 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196346 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196469 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196627 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196787 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.196995 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.197127 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.198536 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.199246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.199246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.199246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.199246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.199246 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.200572 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.201988 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202471 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202831 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202831 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.202955 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203022 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203263 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203354 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203497 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203636 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203794 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.203952 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204112 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204270 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204431 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204588 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204748 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.204907 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205065 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205224 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205382 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205566 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205725 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.205887 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.206049 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.206747 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.206969 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207119 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207283 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207423 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207565 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207757 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.207892 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208038 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208195 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208355 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208513 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208669 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208827 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.208987 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209144 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209300 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209481 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209644 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209802 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.209961 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210118 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210276 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210434 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210592 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210752 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.210913 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211073 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211405 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211405 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211655 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211655 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211860 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.211986 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212112 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212243 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212398 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212555 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212713 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.212883 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213043 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213201 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213359 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213545 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213705 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.213874 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214033 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214190 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214347 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214505 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214663 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.214987 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215145 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215303 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215461 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215618 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215784 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.215942 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216100 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216257 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216414 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216571 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216738 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.216897 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217054 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217212 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217368 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217548 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217715 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.217874 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218031 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218189 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218346 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218503 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218669 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218829 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.218989 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219154 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219316 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219473 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219631 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219799 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.219957 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220117 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220275 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220432 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220590 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220749 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.220912 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.221079 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.221242 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.221401 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.221589 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.221755 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.222489 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.222929 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223034 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223205 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223362 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223519 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223677 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223835 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.223992 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224149 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224306 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224462 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224620 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224777 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.224934 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225091 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225250 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225407 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225586 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225745 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.225917 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.226050 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.226208 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:53:18.226360 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:53:18.502978 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 50144) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:18.510411 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048099 Aug 30 01:53:18.514809 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038440 Aug 30 01:53:27.309857 dv-cinder-819667-6-iscsi neutron-server[106542]: DEBUG dbcounter [-] [106542] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106542) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:29.981872 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writer thread running {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:53:29.982978 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffa6dd-de78-4f26-b8b0-6eaee88d7fdf None None] get_active_networks_info from dv-cinder-819667-6-iscsi {{(pid=106659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 01:53:30.091655 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffa6dd-de78-4f26-b8b0-6eaee88d7fdf None None] No non-hosted networks {{(pid=106659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 01:53:30.098904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.agentschedulers_db [None req-bdffa6dd-de78-4f26-b8b0-6eaee88d7fdf None None] DHCP Agent not found on host dv-cinder-819667-6-iscsi {{(pid=106659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 01:53:30.160218 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2b19d99e-58de-45e7-be6d-cbbeb13a2e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:31.483057 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writer thread running {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:53:32.191883 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c00dbf8e-af25-488f-abd6-454630715956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:32.230798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.db.api [None req-2fb47bd7-ea13-45f5-b837-b4a5bc0a8ddc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-819667-6-iscsi {{(pid=106659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:53:32.231676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG oslo_db.api [None req-2fb47bd7-ea13-45f5-b837-b4a5bc0a8ddc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:53:32.840985 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2fb47bd7-ea13-45f5-b837-b4a5bc0a8ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:33.324212 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 50218) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:33.349437 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:33.871411 dv-cinder-819667-6-iscsi neutron-server[106658]: WARNING oslo_policy.policy [None req-4b007d26-adc3-426d-b2e1-17deedb6ca0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:33.872242 dv-cinder-819667-6-iscsi neutron-server[106658]: WARNING oslo_policy.policy [None req-4b007d26-adc3-426d-b2e1-17deedb6ca0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:34.093586 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [None req-4b007d26-adc3-426d-b2e1-17deedb6ca0e admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:53:34.099494 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4b007d26-adc3-426d-b2e1-17deedb6ca0e admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7693949 Aug 30 01:53:34.831895 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:35.077230 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:35.077996 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.078339 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.078725 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.079060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.079487 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.079818 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.080141 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.081177 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.081579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.081884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.082223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.082547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.082883 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.083210 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.083529 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:35.083926 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819667-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:35.091002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819667-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:53:36.553842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50250) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:37.054452 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING oslo_policy.policy [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:37.055017 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING oslo_policy.policy [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:37.272240 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:53:37.284635 dv-cinder-819667-6-iscsi neutron-server[106657]: ERROR stevedore.extension [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:53:37.366355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.policy [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:53:37.408058 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING oslo_policy.policy [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:37.409023 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING oslo_policy.policy [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:53:37.429110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writer thread running {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:53:37.578674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875312008', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875311548', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875328089', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875320714', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875150867', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728875143048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545262', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652668'] for rbac-policy (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:37.810874 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:37.812310 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-352c73a3-06eb-4379-85a6-354b6ec7619a admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2564976 Aug 30 01:53:39.323936 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.db.l3_hamode_db [None req-e54a839d-dab8-431b-8c75-be9368b8bf29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 01:53:39.400070 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a839d-dab8-431b-8c75-be9368b8bf29 None None] Routers set() bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:53:39.400456 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a839d-dab8-431b-8c75-be9368b8bf29 None None] Router IDs set() for agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 01:53:40.172538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50268) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:40.492631 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:53:40.577532 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Made reservation on behalf of 90818f998d5f4520971eacf6ccc830ce for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:53:40.582076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:40.601398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:40.710901 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks [] for security_group (a8356fc5-751f-4fd8-a2e9-10e65746b755), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:40.777605 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a8356fc5-751f-4fd8-a2e9-10e65746b755), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:40.810329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:53:40.839530 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728878724410', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (c30f43af-74fc-4e17-a10a-a0d592beaddd), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:40.840110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Unsubscribe: segment precommit_create {{(pid=106657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 01:53:40.840659 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Added segment c30f43af-74fc-4e17-a10a-a0d592beaddd of type vlan for network 0312419d-4c7a-4610-841f-c6f8396db381 Aug 30 01:53:40.856587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a8356fc5-751f-4fd8-a2e9-10e65746b755,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:40.905301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.905668 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.906032 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.906384 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.906718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.907045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.907367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.907687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.908538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.908904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.909232 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.909587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.909913 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.910229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.910550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Tracked resource versions report: Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: pushed versions: Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: { 'AddressGroup': {'1.2'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Agent': {'1.1'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'ConntrackHelper': {'1.0'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Log': {'1.0'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'NDPProxy': {'1.0'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Network': {'1.1'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Port': {'1.7'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'PortForwarding': {'1.3'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'QosPolicy': {'1.10'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroup': {'1.5'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SubPort': {'1.0'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Subnet': {'1.1'}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Trunk': {'1.1'}} Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: consumer versions: Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Agent': '1.1', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'ConntrackHelper': '1.0', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'LocalIPAssociation': '1.0', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Log': '1.0', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'NDPProxy': '1.0', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Network': '1.1', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Port': '1.7', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'PortForwarding': '1.3', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'QosPolicy': '1.10', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroup': '1.5', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroupRule': '1.2', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SubPort': '1.0', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Subnet': '1.1', Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Trunk': '1.1'}} Aug 30 01:53:40.912025 dv-cinder-819667-6-iscsi neutron-server[106657]: {{(pid=106657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:53:40.949688 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (0312419d-4c7a-4610-841f-c6f8396db381), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:41.054072 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (0312419d-4c7a-4610-841f-c6f8396db381), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:41.059009 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:53:41.059710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:41.100541 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:41.178798 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] Pushing event updated for resources: {'Network': ['ID=0312419d-4c7a-4610-841f-c6f8396db381,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:41.190177 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 0312419d-4c7a-4610-841f-c6f8396db381 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:53:41.202480 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-95589813-5920-47ed-9192-9c8778941309 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0283434 Aug 30 01:53:43.625374 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50282) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:44.032228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba11bf4-9aa5-4e45-a6c4-8d07f07554bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:53:44.034218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bba11bf4-9aa5-4e45-a6c4-8d07f07554bc demo admin] 10.222.0.27 "GET /networking/v2.0/networks/0312419d-4c7a-4610-841f-c6f8396db381 HTTP/1.1" status: 200 len: 825 time: 0.4077992 Aug 30 01:53:44.061697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-330c6b26-f633-4971-9d6e-eb445c9ef5ed demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/6cbd0646-6452-4313-bf15-7583b68746ab HTTP/1.1" status: 200 len: 734 time: 0.0207753 Aug 30 01:53:44.070818 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:53:44.154155 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Made reservation on behalf of 90818f998d5f4520971eacf6ccc830ce for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:53:44.156402 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:44.326537 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:44.598480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (eb02f874-ecf1-4ca1-9870-9f24924d236b), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:44.687544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eb02f874-ecf1-4ca1-9870-9f24924d236b,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:44.691714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Checking segment: {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:53:44.692079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Network hostable DHCP agents. Network: 0312419d-4c7a-4610-841f-c6f8396db381, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:53:44.796476 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Network 0312419d-4c7a-4610-841f-c6f8396db381 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:53:44.877614 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 0312419d-4c7a-4610-841f-c6f8396db381) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:53:44.883574 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:53:44.884284 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:44.890293 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54340628-e2b6-4acb-b6fa-095ed83cd799 None None] Network 0312419d-4c7a-4610-841f-c6f8396db381 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:53:44.976750 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7a1685e7-5a39-42c3-b39c-c858d4c869c2 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9091184 Aug 30 01:53:45.198707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-0312419d-4c7a-4610-841f-c6f8396db381', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:53:45.200169 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:45.480367 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=67,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:45.513164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Allocated IP 172.20.0.2 (0312419d-4c7a-4610-841f-c6f8396db381/eb02f874-ecf1-4ca1-9870-9f24924d236b/5e7661f0-46a3-457f-a02b-e790367d099e) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:53:45.787387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks [] for port (5e7661f0-46a3-457f-a02b-e790367d099e), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:45.857591 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:45.930357 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Network 0312419d-4c7a-4610-841f-c6f8396db381 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:53:45.941348 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:53:45.948763 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:53:45.955954 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Pushing event updated for resources: {'Port': ['ID=5e7661f0-46a3-457f-a02b-e790367d099e,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:45.984012 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:45.985805 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.986870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.987270 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.987630 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.987971 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.988304 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.988634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.988960 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.989287 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.989642 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.989969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.990312 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.990636 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.990955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.991273 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Tracked resource versions report: Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: pushed versions: Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: { 'AddressGroup': {'1.2'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Agent': {'1.1'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'ConntrackHelper': {'1.0'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Log': {'1.0'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'NDPProxy': {'1.0'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Network': {'1.1'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Port': {'1.7'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'PortForwarding': {'1.3'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'QosPolicy': {'1.10'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroup': {'1.5'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SubPort': {'1.0'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Subnet': {'1.1'}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Trunk': {'1.1'}} Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: consumer versions: Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Agent': '1.1', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'ConntrackHelper': '1.0', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'LocalIPAssociation': '1.0', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Log': '1.0', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'NDPProxy': '1.0', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Network': '1.1', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Port': '1.7', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'PortForwarding': '1.3', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'QosPolicy': '1.10', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroup': '1.5', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroupRule': '1.2', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SubPort': '1.0', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Subnet': '1.1', Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Trunk': '1.1'}} Aug 30 01:53:45.992736 dv-cinder-819667-6-iscsi neutron-server[106659]: {{(pid=106659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:53:46.053577 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Attempting to bind port 5e7661f0-46a3-457f-a02b-e790367d099e on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:53:46.054221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Attempting to bind port 5e7661f0-46a3-457f-a02b-e790367d099e by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:53:46.054901 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Attempting to bind port 5e7661f0-46a3-457f-a02b-e790367d099e on network 0312419d-4c7a-4610-841f-c6f8396db381 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:53:46.061484 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:53:46.061951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Checking segment: {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:53:46.062502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:46.062898 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Bound using segment: {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:53:46.063368 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Bound port: 5e7661f0-46a3-457f-a02b-e790367d099e, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:53:46.063780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:46.130515 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] For port 5e7661f0-46a3-457f-a02b-e790367d099e, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:53:46.151677 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] For port 5e7661f0-46a3-457f-a02b-e790367d099e, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=5e7661f0-46a3-457f-a02b-e790367d099e,segment=NetworkSegment(c30f43af-74fc-4e17-a10a-a0d592beaddd),segment_id=c30f43af-74fc-4e17-a10a-a0d592beaddd)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:53:46.229192 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:46.284833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048f408-7971-4b94-86f0-ee4514af803f None None] Pushing event updated for resources: {'Port': ['ID=5e7661f0-46a3-457f-a02b-e790367d099e,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:47.440646 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50292) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:47.778054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [None req-8b028554-6783-4634-9ddf-61f1ed27d561 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:53:47.779137 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8b028554-6783-4634-9ddf-61f1ed27d561 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3374240 Aug 30 01:53:48.790625 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:48.796339 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=9 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:50.213204 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50304) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:50.551030 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [None req-c6ae7994-8f9a-4bcb-bb61-26c778344ad7 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:53:50.552085 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-c6ae7994-8f9a-4bcb-bb61-26c778344ad7 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3378541 Aug 30 01:53:53.051795 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50316) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:53.386127 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:53:53.471825 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:53.473687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:53.614404 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Publish callbacks [] for router_controller (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), precommit_add_association {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:53.660205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:53.712547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:53.713792 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-06c71d75-2fe1-495a-a9b6-b1c47b272e5d demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6609912 Aug 30 01:53:54.330957 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e38b18-68f7-440e-82d3-446f9dbdd9ac None None] Network 0312419d-4c7a-4610-841f-c6f8396db381 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:53:54.410953 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Provisioning complete for port 5e7661f0-46a3-457f-a02b-e790367d099e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:53:54.411351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:54.594402 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Current status of the port 5e7661f0-46a3-457f-a02b-e790367d099e is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:53:54.595055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:54.634467 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] For port 5e7661f0-46a3-457f-a02b-e790367d099e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=5e7661f0-46a3-457f-a02b-e790367d099e,segment=NetworkSegment(c30f43af-74fc-4e17-a10a-a0d592beaddd),segment_id=c30f43af-74fc-4e17-a10a-a0d592beaddd)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:53:54.665206 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 5e7661f0-46a3-457f-a02b-e790367d099e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:53:54.716629 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 5e7661f0-46a3-457f-a02b-e790367d099e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:53:54.717026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:54.743076 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:54.803124 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bdd59-2744-496c-a136-68b7c9700ade None None] Pushing event updated for resources: {'Port': ['ID=5e7661f0-46a3-457f-a02b-e790367d099e,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:54.835236 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:54.837666 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 5e7661f0-46a3-457f-a02b-e790367d099e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:53:54.860323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5669fee5-33e6-4094-b494-1201e2774b01 None None] Provisioning complete for port 5e7661f0-46a3-457f-a02b-e790367d099e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:53:54.860758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5669fee5-33e6-4094-b494-1201e2774b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:54.938870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5669fee5-33e6-4094-b494-1201e2774b01 None None] Current status of the port 5e7661f0-46a3-457f-a02b-e790367d099e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:53:56.107805 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50324) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:56.434666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [None req-61c5e7e7-8caa-4fe4-8dd3-ee1882c9a9c0 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:53:56.435664 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-61c5e7e7-8caa-4fe4-8dd3-ee1882c9a9c0 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3269298 Aug 30 01:53:56.628233 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 5e7661f0-46a3-457f-a02b-e790367d099e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:53:56.651681 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:56.672252 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 5e7661f0-46a3-457f-a02b-e790367d099e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:53:56.672576 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:56.745523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 5e7661f0-46a3-457f-a02b-e790367d099e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:53:58.875105 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50332) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:53:59.189465 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:53:59.270427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Made reservation on behalf of 70bc9f42895844308fb4b9192314f80b for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:53:59.272696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.281384 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.303845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:59.354586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks [] for security_group (ee4bc71b-54e2-4b7c-b92a-639c937dfde8), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.453252 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (ee4bc71b-54e2-4b7c-b92a-639c937dfde8), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.471454 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Reserving flat network on physical network physnet1 {{(pid=106657) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 01:53:59.486692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4bc71b-54e2-4b7c-b92a-639c937dfde8,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:59.566358 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (8b4b64a6-d659-41f9-bd2a-b4d346b8c186), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.570173 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Added segment 8b4b64a6-d659-41f9-bd2a-b4d346b8c186 of type flat for network a9df1b86-d24a-4671-8703-9ba32216d9f9 Aug 30 01:53:59.626970 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (a9df1b86-d24a-4671-8703-9ba32216d9f9), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.714304 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (a9df1b86-d24a-4671-8703-9ba32216d9f9), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.715310 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:53:59.715918 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:53:59.744680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=20 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:53:59.815066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] Pushing event updated for resources: {'Network': ['ID=a9df1b86-d24a-4671-8703-9ba32216d9f9,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:53:59.825999 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:53:59.890744 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4276058a-8b1c-4946-83a0-7f3cf1c5b58d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0139904 Aug 30 01:53:59.973775 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-efc6715e-33d5-4cfa-9757-09a54cb63374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:02.156156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8194938d-05a8-4872-8a16-292a4305c003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:02.235456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50340) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:54:02.618738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0688d0-7d4a-47a4-9595-76dfa2767a5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:54:02.620075 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7d0688d0-7d4a-47a4-9595-76dfa2767a5c demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb02f874-ecf1-4ca1-9870-9f24924d236b HTTP/1.1" status: 200 len: 849 time: 0.3836727 Aug 30 01:54:02.740344 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bc4f0b4a-f832-4f0e-b6da-aa864654cb84 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 HTTP/1.1" status: 200 len: 704 time: 0.1137950 Aug 30 01:54:03.006541 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.293177 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.340210 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Allocated IP 172.20.0.1 (0312419d-4c7a-4610-841f-c6f8396db381/eb02f874-ecf1-4ca1-9870-9f24924d236b/184180d6-104a-4ea0-bb50-c4d77d52201f) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:54:03.497021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks [] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.510687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:03.634562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.711985 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Network 0312419d-4c7a-4610-841f-c6f8396db381 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:54:03.722872 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:54:03.727305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:54:03.727852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.747491 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Pushing event updated for resources: {'Port': ['ID=184180d6-104a-4ea0-bb50-c4d77d52201f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:03.795453 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:03.913031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-83f583b6-03df-41e3-a989-a3026f267cc3 None None] Provisioning complete for port 184180d6-104a-4ea0-bb50-c4d77d52201f triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:03.913330 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-83f583b6-03df-41e3-a989-a3026f267cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:03.988493 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-83f583b6-03df-41e3-a989-a3026f267cc3 None None] Port 184180d6-104a-4ea0-bb50-c4d77d52201f cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:54:04.006488 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.219908 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks [] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.281945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.284054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.362613 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Pushing event updated for resources: {'Port': ['ID=184180d6-104a-4ea0-bb50-c4d77d52201f,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:04.412735 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Network 0312419d-4c7a-4610-841f-c6f8396db381 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:54:04.414048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:54:04.608589 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-edadba18-6b5b-4905-b206-7361cc91126a None None] Provisioning complete for port 184180d6-104a-4ea0-bb50-c4d77d52201f triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:04.611833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-edadba18-6b5b-4905-b206-7361cc91126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.640979 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-edadba18-6b5b-4905-b206-7361cc91126a None None] Port 184180d6-104a-4ea0-bb50-c4d77d52201f cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:54:04.641517 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:54:04.732039 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:54:04.738605 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e6caa79b-773c-4558-8454-b6d083cd2059 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9928010 Aug 30 01:54:04.743707 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Sync routers for ids ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:54:04.757327 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Routers {'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:54:04.758303 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T01:54:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:04.853270 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:04.940537 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Set router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 gateway port host: None {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:54:05.030028 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:05.361808 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:03Z', 'revision_number': 2, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port_host': None, '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:04Z', 'revision_number': 2, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:05.412702 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Checking router: ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:54:05.413066 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Updating router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 port 184180d6-104a-4ea0-bb50-c4d77d52201f binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:54:05.466442 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:05.966863 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks [] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:06.053232 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:06.201566 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Pushing event updated for resources: {'Port': ['ID=184180d6-104a-4ea0-bb50-c4d77d52201f,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:06.207495 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Attempting to bind port 184180d6-104a-4ea0-bb50-c4d77d52201f on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:54:06.207882 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Attempting to bind port 184180d6-104a-4ea0-bb50-c4d77d52201f by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:54:06.208283 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Attempting to bind port 184180d6-104a-4ea0-bb50-c4d77d52201f on network 0312419d-4c7a-4610-841f-c6f8396db381 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:54:06.216317 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.216654 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.217002 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.217345 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.217691 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.218010 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.218336 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.218637 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.218950 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.219435 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.219771 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.220164 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.220488 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.220800 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.221110 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Tracked resource versions report: Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: pushed versions: Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: { 'AddressGroup': {'1.2'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Agent': {'1.1'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'ConntrackHelper': {'1.0'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Log': {'1.0'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'NDPProxy': {'1.0'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Network': {'1.1'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Port': {'1.7'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'PortForwarding': {'1.3'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'QosPolicy': {'1.10'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroup': {'1.5'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SubPort': {'1.0'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Subnet': {'1.1'}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Trunk': {'1.1'}} Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: consumer versions: Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Agent': '1.1', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'ConntrackHelper': '1.0', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'LocalIPAssociation': '1.0', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Log': '1.0', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'NDPProxy': '1.0', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Network': '1.1', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Port': '1.7', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'PortForwarding': '1.3', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'QosPolicy': '1.10', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroup': '1.5', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroupRule': '1.2', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SubPort': '1.0', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Subnet': '1.1', Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Trunk': '1.1'}} Aug 30 01:54:06.222860 dv-cinder-819667-6-iscsi neutron-server[106660]: {{(pid=106660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:54:06.227386 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:54:06.227788 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Checking segment: {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:54:06.228251 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:06.228626 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Bound using segment: {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:54:06.229096 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Bound port: 184180d6-104a-4ea0-bb50-c4d77d52201f, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f43af-74fc-4e17-a10a-a0d592beaddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:54:06.229485 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:06.294752 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] For port 184180d6-104a-4ea0-bb50-c4d77d52201f, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:54:06.315906 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] For port 184180d6-104a-4ea0-bb50-c4d77d52201f, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=184180d6-104a-4ea0-bb50-c4d77d52201f,segment=NetworkSegment(c30f43af-74fc-4e17-a10a-a0d592beaddd),segment_id=c30f43af-74fc-4e17-a10a-a0d592beaddd)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:54:06.385131 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:06.411138 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:06.420620 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:06.427300 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Routers {'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:54:06.427924 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T01:54:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:06.514778 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9641e0-5005-4ea8-b10e-34911db0768b None None] Pushing event updated for resources: {'Port': ['ID=184180d6-104a-4ea0-bb50-c4d77d52201f,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:06.527540 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] Set router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 gateway port host: None {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:54:06.722618 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:03Z', 'revision_number': 2, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port_host': None, '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:06Z', 'revision_number': 4, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:06.750880 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c476-ba7f-4064-b37f-4013795add57 None None] The sync data for ids ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'] in dv-cinder-819667-6-iscsi is: [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:03Z', 'revision_number': 2, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port_host': None, '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:06Z', 'revision_number': 4, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:54:07.109054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50350) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:54:07.507378 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f81d17-87cb-4fd1-8a42-9cc103084032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:54:07.508736 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-65f81d17-87cb-4fd1-8a42-9cc103084032 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/a9df1b86-d24a-4671-8703-9ba32216d9f9 HTTP/1.1" status: 200 len: 842 time: 0.3987751 Aug 30 01:54:07.518472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Request body: {'subnet': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:54:07.616624 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Made reservation on behalf of 70bc9f42895844308fb4b9192314f80b for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:54:07.619025 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:07.684427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:07.797854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:08.025480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.objects.ports [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106657) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 01:54:08.025942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (575a459b-f060-44c0-b035-753864563a14), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:08.084242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Pushing event updated for resources: {'Subnet': ['ID=575a459b-f060-44c0-b035-753864563a14,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:08.095631 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:54:08.095983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Network hostable DHCP agents. Network: a9df1b86-d24a-4671-8703-9ba32216d9f9, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:54:08.194176 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:54:08.274158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, a9df1b86-d24a-4671-8703-9ba32216d9f9) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:54:08.278246 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:54:08.278792 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:08.283352 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59104a0e-a979-4446-a455-9bfb33cd1022 None None] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:54:08.389083 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-328e4481-3310-40f5-8ce8-b38272d1198b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8551862 Aug 30 01:54:08.389762 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b6645-931b-4bc2-b981-ea739ee11461 None None] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:54:10.796904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50360) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:54:11.215854 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1d3471e4-1e82-4dc1-aace-5306e9fd01d7 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 HTTP/1.1" status: 200 len: 710 time: 0.4171767 Aug 30 01:54:11.305788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ecc0e-4314-4ed2-9e91-4f68f5642f93 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:54:11.309866 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cb3ecc0e-4314-4ed2-9e91-4f68f5642f93 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/a9df1b86-d24a-4671-8703-9ba32216d9f9 HTTP/1.1" status: 200 len: 886 time: 0.0875776 Aug 30 01:54:11.316614 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:54:11.548846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:11.562044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks [] for router_gateway (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:11.889026 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks [] for router_gateway (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:11.969923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.074582 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Allocated IP 172.27.2.49 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/666e169a-d047-4dd4-a14f-de0b55227b8b) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:54:12.090864 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:12.185101 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks [] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.270703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.317609 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:54:12.322524 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:54:12.325123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Pushing event updated for resources: {'Port': ['ID=666e169a-d047-4dd4-a14f-de0b55227b8b,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:12.331061 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:54:12.643253 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 184180d6-104a-4ea0-bb50-c4d77d52201f up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:54:12.691462 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 184180d6-104a-4ea0-bb50-c4d77d52201f triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:12.691861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.705291 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:12.762967 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:12.767677 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 184180d6-104a-4ea0-bb50-c4d77d52201f is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:54:12.768065 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.781171 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks [] for router_gateway (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.803389 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 184180d6-104a-4ea0-bb50-c4d77d52201f, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=184180d6-104a-4ea0-bb50-c4d77d52201f,segment=NetworkSegment(c30f43af-74fc-4e17-a10a-a0d592beaddd),segment_id=c30f43af-74fc-4e17-a10a-a0d592beaddd)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:54:12.887221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.942505 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=184180d6-104a-4ea0-bb50-c4d77d52201f,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:12.979989 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1684905', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60749'] for router (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:12.983417 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1684898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1684923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684586'] for router (ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:13.088122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:54:13.184920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:13.189838 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:54:13.194547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:13.204012 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-72994608-ab54-44ad-bd4c-425e0c95778b demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 HTTP/1.1" status: 200 len: 889 time: 1.8825910 Aug 30 01:54:13.204574 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7091654-183f-4928-9ac0-916966233494 None None] Sync routers for ids ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:54:13.215220 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] Routers {'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:54:13.215987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T01:54:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:13.432360 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] Set router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:54:13.507405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:13.811580 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 4, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port': {'id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:11Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 5, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:13.862713 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7091654-183f-4928-9ac0-916966233494 None None] Checking router: ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:54:13.863068 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7091654-183f-4928-9ac0-916966233494 None None] Updating router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 port 666e169a-d047-4dd4-a14f-de0b55227b8b binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:54:13.992593 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.305273 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks [] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.371268 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.407588 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e7091654-183f-4928-9ac0-916966233494 None None] Attempting to bind port 666e169a-d047-4dd4-a14f-de0b55227b8b on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:54:14.407991 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e7091654-183f-4928-9ac0-916966233494 None None] Attempting to bind port 666e169a-d047-4dd4-a14f-de0b55227b8b by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:54:14.408351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091654-183f-4928-9ac0-916966233494 None None] Attempting to bind port 666e169a-d047-4dd4-a14f-de0b55227b8b on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:54:14.423644 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091654-183f-4928-9ac0-916966233494 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:54:14.424017 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091654-183f-4928-9ac0-916966233494 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:54:14.424412 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.424800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7091654-183f-4928-9ac0-916966233494 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:54:14.425253 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e7091654-183f-4928-9ac0-916966233494 None None] Bound port: 666e169a-d047-4dd4-a14f-de0b55227b8b, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:54:14.425649 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.428273 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ca788-d8bf-404a-9ac6-d44853627f22 None None] Pushing event updated for resources: {'Port': ['ID=666e169a-d047-4dd4-a14f-de0b55227b8b,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:14.479546 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-e7091654-183f-4928-9ac0-916966233494 None None] For port 666e169a-d047-4dd4-a14f-de0b55227b8b, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:54:14.482674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-e7091654-183f-4928-9ac0-916966233494 None None] For port 666e169a-d047-4dd4-a14f-de0b55227b8b, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=666e169a-d047-4dd4-a14f-de0b55227b8b,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:54:14.573440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7091654-183f-4928-9ac0-916966233494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.617024 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] Routers {'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:54:14.617777 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T01:54:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:14.658248 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 184180d6-104a-4ea0-bb50-c4d77d52201f up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:54:14.669488 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:14.679707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ca788-d8bf-404a-9ac6-d44853627f22 None None] Pushing event updated for resources: {'Port': ['ID=666e169a-d047-4dd4-a14f-de0b55227b8b,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:14.772167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:14.780303 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 184180d6-104a-4ea0-bb50-c4d77d52201f triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:14.780674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:14.784045 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] Set router ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:54:14.969235 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 184180d6-104a-4ea0-bb50-c4d77d52201f is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:54:15.047059 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e7091654-183f-4928-9ac0-916966233494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 4, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port': {'id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:11Z', 'updated_at': '2022-08-30T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 5, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:54:15.071686 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7091654-183f-4928-9ac0-916966233494 None None] The sync data for ids ['ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7'] in dv-cinder-819667-6-iscsi is: [{'id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'name': 'router1', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:53:53Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 4, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'gw_port': {'id': '666e169a-d047-4dd4-a14f-de0b55227b8b', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:11Z', 'updated_at': '2022-08-30T01:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '184180d6-104a-4ea0-bb50-c4d77d52201f', 'name': '', 'network_id': '0312419d-4c7a-4610-841f-c6f8396db381', 'tenant_id': '90818f998d5f4520971eacf6ccc830ce', 'mac_address': 'fa:16:3e:84:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad6de25d-a6ab-4061-b8ed-b45c7c7bd8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:54:03Z', 'updated_at': '2022-08-30T01:54:12Z', 'revision_number': 5, 'project_id': '90818f998d5f4520971eacf6ccc830ce', 'subnets': [{'id': 'eb02f874-ecf1-4ca1-9870-9f24924d236b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cbd0646-6452-4313-bf15-7583b68746ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:54:15.785219 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 50376) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:54:16.136600 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writer thread running {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:54:16.185328 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:16.253802 dv-cinder-819667-6-iscsi neutron-server[106658]: ERROR stevedore.extension [None req-ad4e1ff1-d445-400a-b7de-57203d592b73 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:54:16.306445 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.policy [None req-ad4e1ff1-d445-400a-b7de-57203d592b73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:54:16.351487 dv-cinder-819667-6-iscsi neutron-server[106658]: WARNING oslo_policy.policy [None req-ad4e1ff1-d445-400a-b7de-57203d592b73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:54:16.351796 dv-cinder-819667-6-iscsi neutron-server[106658]: WARNING oslo_policy.policy [None req-ad4e1ff1-d445-400a-b7de-57203d592b73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:54:16.361185 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ad4e1ff1-d445-400a-b7de-57203d592b73 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5750129 Aug 30 01:54:16.647781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 666e169a-d047-4dd4-a14f-de0b55227b8b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:54:16.693418 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 666e169a-d047-4dd4-a14f-de0b55227b8b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:16.693850 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:16.773925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 666e169a-d047-4dd4-a14f-de0b55227b8b is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:54:16.774317 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:16.795134 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 666e169a-d047-4dd4-a14f-de0b55227b8b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=666e169a-d047-4dd4-a14f-de0b55227b8b,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:54:16.873851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:16.922865 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=666e169a-d047-4dd4-a14f-de0b55227b8b,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:54:18.653570 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 666e169a-d047-4dd4-a14f-de0b55227b8b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:54:18.712476 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 666e169a-d047-4dd4-a14f-de0b55227b8b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:54:18.713067 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (666e169a-d047-4dd4-a14f-de0b55227b8b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:18.803192 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 666e169a-d047-4dd4-a14f-de0b55227b8b is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:54:20.088547 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:54:23.187937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=27 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:26.242497 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:28.795624 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:28.801839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:29.966658 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1490b567-bc50-4d6e-81bf-46ce6fea8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:30.094302 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=17 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:30.095634 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=59 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:32.160424 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6caf40c5-7111-4d65-a02a-21def21f13c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:33.309387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:34.850309 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:35.029813 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:54:44.958830 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:44.966381 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:54:57.089271 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:55:00.662758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-cd350b93-8453-4ced-a04b-fa82b821082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:01.092808 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:02.164864 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5964f0f9-497f-4253-9cd2-7e65b8d77dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:03.342553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:04.805186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:05.022019 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:07.089371 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:14.954536 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:14.961523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:29.988925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-54d06e27-6e2a-4b45-b0c7-c1515ddcff7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:32.191068 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-08149f8a-2390-4bed-97fc-026201516358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:33.312707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:34.088021 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:55:34.821155 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:35.009416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:38.085872 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:41.307179 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 50918) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:41.662541 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be738b5-decc-40f9-ba08-18184633ac04 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:55:41.663846 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1be738b5-decc-40f9-ba08-18184633ac04 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3551564 Aug 30 01:55:41.861628 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2c01b-203a-412c-b7e1-cc67a2e3b5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:41.862998 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-deb2c01b-203a-412c-b7e1-cc67a2e3b5b5 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1942859 Aug 30 01:55:44.085690 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=8 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:44.202920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 50930) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:44.614370 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7585c1e-95e6-4508-a912-9d5a2816326f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:44.615715 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b7585c1e-95e6-4508-a912-9d5a2816326f admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb02f874-ecf1-4ca1-9870-9f24924d236b HTTP/1.1" status: 200 len: 849 time: 0.4118388 Aug 30 01:55:44.626109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:55:44.716720 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Publish callbacks [] for subnet (eb02f874-ecf1-4ca1-9870-9f24924d236b), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:44.934938 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728878587019'] for subnet (eb02f874-ecf1-4ca1-9870-9f24924d236b), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:44.955387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:44.963974 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:45.004331 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:45.005171 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:45.019113 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/eb02f874-ecf1-4ca1-9870-9f24924d236b HTTP/1.1" status: 200 len: 868 time: 0.3838494 Aug 30 01:55:45.019358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d00aa7-6f3f-4465-912f-95767a933d6a None None] Network 0312419d-4c7a-4610-841f-c6f8396db381 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:55:45.019464 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb02f874-ecf1-4ca1-9870-9f24924d236b,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:55:45.028613 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.033616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bd8e0-7243-4e9d-9775-a604f3693503 admin admin] Tracked resource versions report: Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: pushed versions: Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: { 'AddressGroup': {'1.2'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Agent': {'1.1'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'ConntrackHelper': {'1.0'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Log': {'1.0'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'NDPProxy': {'1.0'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Network': {'1.1'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Port': {'1.7'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'PortForwarding': {'1.3'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'QosPolicy': {'1.10'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroup': {'1.5'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SubPort': {'1.0'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Subnet': {'1.1'}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Trunk': {'1.1'}} Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: consumer versions: Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Agent': '1.1', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'ConntrackHelper': '1.0', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'LocalIPAssociation': '1.0', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Log': '1.0', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'NDPProxy': '1.0', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Network': '1.1', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Port': '1.7', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'PortForwarding': '1.3', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'QosPolicy': '1.10', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroup': '1.5', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroupRule': '1.2', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SubPort': '1.0', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Subnet': '1.1', Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Trunk': '1.1'}} Aug 30 01:55:45.035089 dv-cinder-819667-6-iscsi neutron-server[106658]: {{(pid=106658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:55:45.359700 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Provisioning complete for port 5e7661f0-46a3-457f-a02b-e790367d099e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:55:45.360091 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (5e7661f0-46a3-457f-a02b-e790367d099e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:45.432840 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Current status of the port 5e7661f0-46a3-457f-a02b-e790367d099e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:55:45.440798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Provisioning complete for port 184180d6-104a-4ea0-bb50-c4d77d52201f triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:55:45.441183 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (184180d6-104a-4ea0-bb50-c4d77d52201f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:55:45.513778 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-a90f9229-5ca8-435e-b2f5-bd71509061d7 None None] Current status of the port 184180d6-104a-4ea0-bb50-c4d77d52201f is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:55:47.361632 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50942) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:47.848246 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886dbcb-5d5d-4ff1-9643-d709e60569c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:47.848717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886dbcb-5d5d-4ff1-9643-d709e60569c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:47.850288 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b886dbcb-5d5d-4ff1-9643-d709e60569c3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4876928 Aug 30 01:55:50.324228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50952) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:50.747581 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7ec2d-c2bc-4902-a0fd-8769a89abfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:50.748057 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7ec2d-c2bc-4902-a0fd-8769a89abfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:50.749628 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-27e7ec2d-c2bc-4902-a0fd-8769a89abfc8 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4244967 Aug 30 01:55:53.311239 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50960) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:53.718336 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd876d8-796d-4130-ad07-13eba6e2e3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:53.719707 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ccd876d8-796d-4130-ad07-13eba6e2e3c4 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/0312419d-4c7a-4610-841f-c6f8396db381 HTTP/1.1" status: 200 len: 869 time: 0.4075348 Aug 30 01:55:55.020763 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=66,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:55.022555 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:55.511407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=48 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:55.513040 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=29 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:55:56.057067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50970) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:56.460948 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b404bae-2014-4ee1-ae98-3904b215425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:56.462360 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6b404bae-2014-4ee1-ae98-3904b215425a admin admin] 10.222.0.27 "GET /networking/v2.0/networks/a9df1b86-d24a-4671-8703-9ba32216d9f9 HTTP/1.1" status: 200 len: 886 time: 0.4042847 Aug 30 01:55:58.802797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50978) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:55:59.242305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980acb9-66f2-4473-bbb3-c137c5831b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:59.242670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980acb9-66f2-4473-bbb3-c137c5831b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:55:59.244969 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b980acb9-66f2-4473-bbb3-c137c5831b74 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4405358 Aug 30 01:56:00.036413 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d73e-6c97-4f35-94f7-72b530c877ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:01.655841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50986) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:02.026122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac70b62-2151-4dcc-80ba-0aaa22b56e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:02.026640 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac70b62-2151-4dcc-80ba-0aaa22b56e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:02.028147 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-dac70b62-2151-4dcc-80ba-0aaa22b56e9a admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3713572 Aug 30 01:56:02.163016 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7bdaeb48-f343-488c-b7a6-36fe420c55b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:03.316776 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:04.358012 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 50994) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:04.727783 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd326f1-71cd-4dc7-8dd3-95002ddb7274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:04.729391 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-abd326f1-71cd-4dc7-8dd3-95002ddb7274 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/575a459b-f060-44c0-b035-753864563a14 HTTP/1.1" status: 200 len: 816 time: 0.3704283 Aug 30 01:56:04.837356 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:05.037573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:07.053887 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51002) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:07.435441 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db461dd3-356d-45c6-bf8d-ec53947333ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:07.436795 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-db461dd3-356d-45c6-bf8d-ec53947333ac admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/eb02f874-ecf1-4ca1-9870-9f24924d236b HTTP/1.1" status: 200 len: 868 time: 0.3817487 Aug 30 01:56:11.087501 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:56:14.956958 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:14.958817 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:15.097242 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:17.430477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=68 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:17.431865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=70 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:28.968306 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=12 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:28.976586 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=17 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:29.990525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-503a33c3-e4a8-43a2-8450-7326f2b12ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:32.167777 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3a40898b-3db4-4953-8bde-1ccac19da6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:33.344343 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:34.819429 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:35.018600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:36.893005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51060) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:37.231505 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [None req-68496f41-24a4-42e6-b234-6e82568279b6 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:56:37.232776 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-68496f41-24a4-42e6-b234-6e82568279b6 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3385034 Aug 30 01:56:39.657623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51068) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:39.995702 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a0d938-0063-4114-95ed-c6714e85fd94 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:56:39.996996 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-66a0d938-0063-4114-95ed-c6714e85fd94 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3384092 Aug 30 01:56:40.243120 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525c7d9-9778-4911-a1ca-362683817bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:40.244527 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f525c7d9-9778-4911-a1ca-362683817bf9 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2431755 Aug 30 01:56:42.620242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51076) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:42.941292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:56:43.074623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Made reservation on behalf of 70bc9f42895844308fb4b9192314f80b for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:56:43.077098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:43.106469 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING neutron.services.revisions.revision_plugin [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Could not find related network for resource to bump revision. Aug 30 01:56:43.117566 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:56:43.126344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1e02d86b-a586-47d1-be9e-03e91b12594b), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:43.126676 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Added segment 1e02d86b-a586-47d1-be9e-03e91b12594b of type vlan for network e541a8a1-bacd-408d-a831-52fe6a1a19b6 Aug 30 01:56:43.169549 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (e541a8a1-bacd-408d-a831-52fe6a1a19b6), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:43.264961 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (e541a8a1-bacd-408d-a831-52fe6a1a19b6), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:43.266175 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:43.266799 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:43.326090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Pushing event updated for resources: {'Network': ['ID=e541a8a1-bacd-408d-a831-52fe6a1a19b6,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:56:43.332538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.332904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.333248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.333647 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.338951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:43.349805 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:56:43.404549 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-96714d45-6a52-48c6-81e7-a08bf914e12e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7831824 Aug 30 01:56:45.777299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51084) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:56:46.113079 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6196d3d-d65a-4c7b-aec6-03d39e806274 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:56:46.114384 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b6196d3d-d65a-4c7b-aec6-03d39e806274 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3361082 Aug 30 01:56:46.187159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1dbda4-8682-49b1-b38f-a6e267868f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:46.188578 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fe1dbda4-8682-49b1-b38f-a6e267868f3f admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689945 Aug 30 01:56:46.198633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:56:46.287110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Made reservation on behalf of 70bc9f42895844308fb4b9192314f80b for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:56:46.290368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:46.510014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (1f85a593-93a9-477d-84ab-5d4a71962af5), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:46.566568 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f85a593-93a9-477d-84ab-5d4a71962af5,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:56:46.575316 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Checking segment: {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:56:46.575665 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Network hostable DHCP agents. Network: e541a8a1-bacd-408d-a831-52fe6a1a19b6, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:56:46.668797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:56:46.766920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, e541a8a1-bacd-408d-a831-52fe6a1a19b6) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:56:46.771117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:56:46.771713 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:46.776541 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be632a49-e780-4d95-8234-c1363946f53f None None] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:56:46.843961 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d81df4a5-da41-4c13-b9b5-f2c592183437 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6486866 Aug 30 01:56:46.883830 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-e541a8a1-bacd-408d-a831-52fe6a1a19b6', 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6', 'project_id': '70bc9f42895844308fb4b9192314f80b', 'fixed_ips': [{'subnet_id': '1f85a593-93a9-477d-84ab-5d4a71962af5'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:56:46.884815 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.027718 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Allocated IP 192.168.233.2 (e541a8a1-bacd-408d-a831-52fe6a1a19b6/1f85a593-93a9-477d-84ab-5d4a71962af5/90e4457c-cd84-4ada-9b66-c79264b36321) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:56:47.183744 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks [] for port (90e4457c-cd84-4ada-9b66-c79264b36321), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.270518 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.320080 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:56:47.322478 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:56:47.327525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:56:47.338932 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Pushing event updated for resources: {'Port': ['ID=90e4457c-cd84-4ada-9b66-c79264b36321,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:56:47.346895 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.346895 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.347230 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.347563 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.347890 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.348219 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.348532 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.348849 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.349167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.349499 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.349812 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.350139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.350454 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.350822 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.351722 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:56:47.404323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Attempting to bind port 90e4457c-cd84-4ada-9b66-c79264b36321 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:56:47.404690 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Attempting to bind port 90e4457c-cd84-4ada-9b66-c79264b36321 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:56:47.405168 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Attempting to bind port 90e4457c-cd84-4ada-9b66-c79264b36321 on network e541a8a1-bacd-408d-a831-52fe6a1a19b6 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:56:47.410336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:56:47.410706 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Checking segment: {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:56:47.411105 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.411492 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Bound using segment: {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:56:47.411950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Bound port: 90e4457c-cd84-4ada-9b66-c79264b36321, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:56:47.412346 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.473798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] For port 90e4457c-cd84-4ada-9b66-c79264b36321, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:56:47.477401 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] For port 90e4457c-cd84-4ada-9b66-c79264b36321, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=90e4457c-cd84-4ada-9b66-c79264b36321,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:56:47.579198 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:47.647482 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af49591-6182-4d1e-879c-fc9e517e18bc None None] Pushing event updated for resources: {'Port': ['ID=90e4457c-cd84-4ada-9b66-c79264b36321,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:56:48.087086 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:56:48.436784 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c087be-e1d5-41e5-bc07-53dd2a502167 None None] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:56:48.490502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:48.494362 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Provisioning complete for port 90e4457c-cd84-4ada-9b66-c79264b36321 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:56:48.494755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:48.497599 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:48.624942 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Current status of the port 90e4457c-cd84-4ada-9b66-c79264b36321 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:56:48.625332 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:48.665999 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] For port 90e4457c-cd84-4ada-9b66-c79264b36321, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=90e4457c-cd84-4ada-9b66-c79264b36321,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:56:48.710258 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:48.779170 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 90e4457c-cd84-4ada-9b66-c79264b36321 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:56:48.781883 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766d2f4-6cd9-4651-b932-98c41fd9c114 None None] Pushing event updated for resources: {'Port': ['ID=90e4457c-cd84-4ada-9b66-c79264b36321,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:56:48.833946 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-db7a5803-f703-4c05-b5ce-03f9a92a46cf None None] Provisioning complete for port 90e4457c-cd84-4ada-9b66-c79264b36321 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:56:48.834333 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-db7a5803-f703-4c05-b5ce-03f9a92a46cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:48.871404 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 90e4457c-cd84-4ada-9b66-c79264b36321 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:56:48.871711 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:48.952889 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-db7a5803-f703-4c05-b5ce-03f9a92a46cf None None] Current status of the port 90e4457c-cd84-4ada-9b66-c79264b36321 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:56:48.984458 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 90e4457c-cd84-4ada-9b66-c79264b36321 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:56:50.720804 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 90e4457c-cd84-4ada-9b66-c79264b36321 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:56:50.767156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 90e4457c-cd84-4ada-9b66-c79264b36321 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:56:50.767522 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (90e4457c-cd84-4ada-9b66-c79264b36321), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:56:50.833967 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:50.842833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 90e4457c-cd84-4ada-9b66-c79264b36321 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:56:52.092668 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:56.778644 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:56.782651 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:56:58.083684 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:00.024006 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4c702c21-fd30-4301-9de4-2c045d910d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:02.200407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-216e5d5a-2fb2-4ffd-b5f3-f9bf6952e8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:03.332253 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:04.839503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:05.166422 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:14.955647 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:14.957441 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:25.088155 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:57:30.022731 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7f3178d9-1584-48f6-a0e9-c7f3f277d007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:32.211530 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-78d78105-4ee1-4c48-886b-9187e3d2c7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:33.411045 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:34.856811 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:35.044828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:57:35.081546 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:35.087277 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:44.953940 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:57:44.955705 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:00.341432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3250b4d6-9daf-44ea-83ff-ac6d556a203e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:02.087456 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:58:02.220724 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-429da0e8-c54b-43ab-8963-5e28b3a19f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:03.362814 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:04.871766 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:05.038092 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:06.099727 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:12.084165 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:14.952565 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:14.954415 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:28.893908 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=12 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:28.895806 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=14 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:30.112382 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-470341f5-e373-42e1-8a61-9201fdbfd8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:32.214106 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-47c2125e-a7c1-41d1-8c20-28aa7827653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:33.331955 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51136) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:58:33.337554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [None req-cfb893ed-82f6-4544-babb-cf6ac60e8499 tempest-verify_tempest_config-214185797 tempest-verify_tempest_config-214185797-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:58:33.342023 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cfb893ed-82f6-4544-babb-cf6ac60e8499 tempest-verify_tempest_config-214185797 tempest-verify_tempest_config-214185797-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056036 Aug 30 01:58:33.414792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.094144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51164) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:58:34.221872 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.296829 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Publish callbacks [] for security_group (5a253f5b-098a-46ec-a3eb-f92ee1cea267), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.385618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5a253f5b-098a-46ec-a3eb-f92ee1cea267), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.435563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=17b44539143d4ead9274b1d5b4ffeae2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3401165 Aug 30 01:58:34.436397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a253f5b-098a-46ec-a3eb-f92ee1cea267,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:58:34.438287 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51168) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:58:34.443381 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.443723 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.444078 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.444411 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.444739 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.445067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.445387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.445730 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.446062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.446383 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.446717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.447037 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.447351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.447669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.447980 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61558f57-2598-4f1a-9ec9-79b85aa4abdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.542121 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Publish callbacks [] for security_group (5a253f5b-098a-46ec-a3eb-f92ee1cea267), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.561831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Publish callbacks [] for security_group (5a253f5b-098a-46ec-a3eb-f92ee1cea267), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.837653 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5a253f5b-098a-46ec-a3eb-f92ee1cea267), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.840168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:34.841350 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5a253f5b-098a-46ec-a3eb-f92ee1cea267 HTTP/1.1" status: 204 len: 168 time: 0.4021032 Aug 30 01:58:34.850175 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a253f5b-098a-46ec-a3eb-f92ee1cea267,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:58:34.857027 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.857389 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.857744 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.858080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.858409 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.858739 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.859060 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.859380 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.859702 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.860023 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.860362 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.860700 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.861018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.861339 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.861730 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de354edc-6e51-4a0b-9d8b-532999fb5c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:58:34.939207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:35.168706 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:58:39.085702 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:58:44.431938 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:44.442925 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:44.852472 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:44.856387 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:44.950483 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:44.957477 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:49.081184 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:58:49.082236 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:00.082062 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8549-b267-4ac8-82fe-e1f7ac07833a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:02.202025 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d3ac428d-564e-4c9f-b7d0-76ab7fac4498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:03.378640 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:04.858583 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:05.086990 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:14.957957 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:14.960058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:16.083741 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:59:26.080760 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:28.082667 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:30.001052 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-44b466d4-b985-4b2f-8674-a133a50658ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:32.286418 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-77a1a16a-2bf2-45c1-8e9d-dbbcfd80539d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:33.360548 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:34.977445 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:35.103184 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:59:44.953131 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:44.955062 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:59:53.083246 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 5 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:59:57.087285 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:00.039205 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-40978ddf-3af1-4517-a4b6-d5d5e0a73575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:02.188204 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16ef8275-59b6-4123-a1a0-62eda73a4fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:03.079649 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:03.342698 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:04.856023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:05.027659 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:07.896405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1684085'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:17.774502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:17.777397 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:19.874202 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51244) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:00:19.979728 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8e537f43-350b-4f09-b2d6-1d5002a2d265 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045203 Aug 30 02:00:22.235495 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51254) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:00:22.290032 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-460db029-f068-45f9-8e8e-12764e849bb5 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534754 Aug 30 02:00:29.975411 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:30.004193 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-22fcb3e5-ea4f-47f6-9e8b-2b8df34faf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:30.081868 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:00:32.215267 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-46371cf8-e080-44d6-8e4d-ed51ceeb8c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:32.284769 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:33.363671 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:34.082992 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=17 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:34.895314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:35.072425 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:37.860900 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:00:40.077739 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=19 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:47.775159 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:00:47.775975 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:00.019800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3a61d3c6-81fd-461b-acdb-2ec3f36c8815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:02.219990 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e60542f3-a6ac-4483-8bd2-863120955899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:03.386247 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:04.854305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:05.051461 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:07.081340 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:01:07.871270 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:14.961433 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:17.075627 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:17.077954 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:17.774970 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:28.088671 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:30.146872 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ee9881d2-0ca1-48c0-a30a-975fd1462619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:32.293349 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-9fa7dd9b-bb2e-4757-a736-5a6b8efc94ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:33.447503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:34.953694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:35.081847 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:37.898886 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:44.080777 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:01:47.799935 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:47.804932 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:54.075518 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:54.080738 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:55.508087 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51458) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:55.780442 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51472) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:56.104765 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-85070746-network', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:56.196828 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Made reservation on behalf of bf405bc0c4b5454aa2b868e9cb5fc7e1 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:56.202838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.216907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.281874 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51486) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:56.306977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks [] for security_group (9f195206-3d38-4846-9a04-7face622fe41), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.355449 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1232781559-network', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:56.367224 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9f195206-3d38-4846-9a04-7face622fe41), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.391193 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:01:56.413704 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728878724410', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (af092c8a-b5fc-4f97-a35a-5762207d35f6), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.414285 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Unsubscribe: segment precommit_create {{(pid=106658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 02:01:56.414777 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Added segment af092c8a-b5fc-4f97-a35a-5762207d35f6 of type vlan for network 050b1da9-475b-4ee9-8160-4c67d0f493ca Aug 30 02:01:56.461551 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51510) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:56.493706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f195206-3d38-4846-9a04-7face622fe41,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:56.497372 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (050b1da9-475b-4ee9-8160-4c67d0f493ca), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.506898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Made reservation on behalf of 1cbdcc426c3f4d3090919f1a50e3d626 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:56.509345 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.531554 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.535253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.536213 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.536560 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.536890 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.537218 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.537626 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Tracked resource versions report: Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: pushed versions: Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: { 'AddressGroup': {'1.2'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Agent': {'1.1'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'ConntrackHelper': {'1.0'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'LocalIPAssociation': {'1.0'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Log': {'1.0'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'NDPProxy': {'1.0'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Network': {'1.1'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Port': {'1.7'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'PortForwarding': {'1.3'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'QosPolicy': {'1.10'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroup': {'1.5'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroupRule': {'1.2'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SubPort': {'1.0'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Subnet': {'1.1'}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Trunk': {'1.1'}} Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: consumer versions: Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: HyperV agent@hv-cinder-81966: {}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Agent': '1.1', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'ConntrackHelper': '1.0', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'LocalIPAssociation': '1.0', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Log': '1.0', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'NDPProxy': '1.0', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Network': '1.1', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Port': '1.7', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'PortForwarding': '1.3', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'QosPolicy': '1.10', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroup': '1.5', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SecurityGroupRule': '1.2', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'SubPort': '1.0', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Subnet': '1.1', Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: 'Trunk': '1.1'}} Aug 30 02:01:56.538828 dv-cinder-819667-6-iscsi neutron-server[106658]: {{(pid=106658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 02:01:56.543090 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.610161 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-network', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:56.650132 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks [] for security_group (b08dc626-fc34-4fb5-b8b8-d279c7aa29e3), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.651911 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (050b1da9-475b-4ee9-8160-4c67d0f493ca), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.653092 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:56.653881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.719604 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1375811505-network', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:56.743424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Made reservation on behalf of e7f4b9bbe0b640688754d04484900cca for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:56.755102 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.762589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b08dc626-fc34-4fb5-b8b8-d279c7aa29e3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.771773 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.772849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] Pushing event updated for resources: {'Network': ['ID=050b1da9-475b-4ee9-8160-4c67d0f493ca,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:56.785702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:01:56.832004 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08dc626-fc34-4fb5-b8b8-d279c7aa29e3,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:56.880514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:56.880986 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:01:56.893284 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.902178 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2aab3fb7-2e54-442d-b891-f390aac230cf admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3917494 Aug 30 02:01:56.905391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51530) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:56.932899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (107902a4-0e42-422b-9400-c0a7907f98c6), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:56.933241 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Added segment 107902a4-0e42-422b-9400-c0a7907f98c6 of type vlan for network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 Aug 30 02:01:56.939043 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Request body: {'subnet': {'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-85070746-subnet', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:56.959109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.019037 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (594c7eaa-27eb-44bb-b03b-2139d7485cc6), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.051654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=69,neutron:INSERT=23,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:57.103160 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks [] for security_group (0e0b677a-ae45-4e00-8237-08cbc7b5748f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.134219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Made reservation on behalf of bf405bc0c4b5454aa2b868e9cb5fc7e1 for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:57.136785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.161347 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (594c7eaa-27eb-44bb-b03b-2139d7485cc6), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.163366 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks [] for security_group (3161525c-0954-4abe-8cd2-f9f81d7225d1), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.163580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:57.164421 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.220176 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0e0b677a-ae45-4e00-8237-08cbc7b5748f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.240705 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:01:57.250950 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] Pushing event updated for resources: {'Network': ['ID=594c7eaa-27eb-44bb-b03b-2139d7485cc6,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:57.255367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (2fdebe25-2759-4ecd-90de-c565abaf4d80), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.256009 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Added segment 2fdebe25-2759-4ecd-90de-c565abaf4d80 of type vlan for network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 Aug 30 02:01:57.262883 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:01:57.348595 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1b21ed78-aed1-40dc-b1e2-46b518fb8c20 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5666811 Aug 30 02:01:57.352829 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51546) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:57.355906 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Request body: {'subnet': {'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1232781559-subnet', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:57.376093 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (1d16cb49-ecef-4189-a61f-53bbf0aaef30), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.407756 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3161525c-0954-4abe-8cd2-f9f81d7225d1), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.451128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:01:57.478302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (5a3721fb-939b-4d7b-b74b-58cb63f34002), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.478922 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Added segment 5a3721fb-939b-4d7b-b74b-58cb63f34002 of type vlan for network 316431ff-b22a-409c-830b-a78363ccfbd0 Aug 30 02:01:57.480424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b677a-ae45-4e00-8237-08cbc7b5748f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:57.486675 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Made reservation on behalf of 1cbdcc426c3f4d3090919f1a50e3d626 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:57.490938 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.496428 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:57.501415 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.502063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.502628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.503133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.503636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.504275 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.504764 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.505561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.506206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.506683 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.507377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.507912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.508420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.509135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.509690 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Tracked resource versions report: Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: pushed versions: Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: { 'AddressGroup': {'1.2'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Agent': {'1.1'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'ConntrackHelper': {'1.0'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'LocalIPAssociation': {'1.0'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Log': {'1.0'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'NDPProxy': {'1.0'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Network': {'1.1'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Port': {'1.7'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'PortForwarding': {'1.3'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'QosPolicy': {'1.10'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroup': {'1.5'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroupRule': {'1.2'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SubPort': {'1.0'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Subnet': {'1.1'}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Trunk': {'1.1'}} Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: consumer versions: Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: HyperV agent@hv-cinder-81966: {}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Agent': '1.1', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'ConntrackHelper': '1.0', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'LocalIPAssociation': '1.0', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Log': '1.0', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'NDPProxy': '1.0', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Network': '1.1', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Port': '1.7', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'PortForwarding': '1.3', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'QosPolicy': '1.10', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroup': '1.5', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SecurityGroupRule': '1.2', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'SubPort': '1.0', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Subnet': '1.1', Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: 'Trunk': '1.1'}} Aug 30 02:01:57.511118 dv-cinder-819667-6-iscsi neutron-server[106657]: {{(pid=106657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 02:01:57.525337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (1d16cb49-ecef-4189-a61f-53bbf0aaef30), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.527001 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:57.528442 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.621555 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (316431ff-b22a-409c-830b-a78363ccfbd0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.630842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:57.637978 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:57.686583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3161525c-0954-4abe-8cd2-f9f81d7225d1,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:57.766470 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4797921 Aug 30 02:01:57.766470 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677f79-0a32-4cdb-afd0-63a44eddaf17 admin admin] Pushing event updated for resources: {'Network': ['ID=1d16cb49-ecef-4189-a61f-53bbf0aaef30,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:57.771253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51574) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:57.777343 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:01:57.788226 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Request body: {'subnet': {'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-subnet', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:57.893355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (92cd0751-0e1a-4a91-88e3-fe8fa57afd98), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.895562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (316431ff-b22a-409c-830b-a78363ccfbd0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.897719 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:57.898309 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:57.932755 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Made reservation on behalf of e7f4b9bbe0b640688754d04484900cca for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:57.935509 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.039688 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cd0751-0e1a-4a91-88e3-fe8fa57afd98,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:58.044165 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] Pushing event updated for resources: {'Network': ['ID=316431ff-b22a-409c-830b-a78363ccfbd0,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:58.062603 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 316431ff-b22a-409c-830b-a78363ccfbd0 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:01:58.085161 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Checking segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:01:58.085626 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Network hostable DHCP agents. Network: 050b1da9-475b-4ee9-8160-4c67d0f493ca, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:01:58.101506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (8249b7cd-3045-4d59-a36d-3397662a829d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.153955 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51590) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:58.154176 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9830966f-1114-4be5-af91-98e292af53b2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6871471 Aug 30 02:01:58.158708 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:58.165448 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Request body: {'subnet': {'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-subnet', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:58.226822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8249b7cd-3045-4d59-a36d-3397662a829d,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:58.230205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:01:58.253836 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Checking segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:01:58.254197 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Network hostable DHCP agents. Network: 594c7eaa-27eb-44bb-b03b-2139d7485cc6, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:01:58.650016 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 050b1da9-475b-4ee9-8160-4c67d0f493ca) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:01:58.650016 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:58.650016 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.657498 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2a1ec-9f5d-4a57-b49a-30631155da9f None None] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:01:58.663210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:01:58.663210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.663210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (ebcc4ce7-292e-4024-8edf-d9a86e826925), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.663210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:01:58.668336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-050b1da9-475b-4ee9-8160-4c67d0f493ca', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'fixed_ips': [{'subnet_id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:01:58.668336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 594c7eaa-27eb-44bb-b03b-2139d7485cc6) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebcc4ce7-292e-4024-8edf-d9a86e826925,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:01:58.675559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Network hostable DHCP agents. Network: 1d16cb49-ecef-4189-a61f-53bbf0aaef30, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:01:58.682129 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-c2f9e5b3-a080-4e75-8906-79cb8ababb9c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6562393 Aug 30 02:01:58.682129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51602) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:58.682129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:58.687403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83d2ea-9190-456a-b46f-d28dd9f194cf None None] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:01:58.832182 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b3aa03b0-a3e5-4313-8c4e-6f0338484204 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4813826 Aug 30 02:01:58.833251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:01:58.836620 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51610) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:58.837514 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (4c5b3d90-7394-4048-ae73-7685dc252d1f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.851164 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:58.887405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Allocated IP 172.20.0.2 (050b1da9-475b-4ee9-8160-4c67d0f493ca/92cd0751-0e1a-4a91-88e3-fe8fa57afd98/280ca272-66f4-407e-b83b-c38341a83417) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:01:58.903682 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:01:58.904565 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.923419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.925026 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:58.939136 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:01:58.939486 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Network hostable DHCP agents. Network: 316431ff-b22a-409c-830b-a78363ccfbd0, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:01:58.942611 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5b3d90-7394-4048-ae73-7685dc252d1f,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:01:58.986076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for router_controller (25947e4d-2ac7-44fa-9218-7fe3e6865c66), precommit_add_association {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.010849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 1d16cb49-ecef-4189-a61f-53bbf0aaef30) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:01:59.023007 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:59.023007 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.027839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432e332-f904-4c6e-af7f-706052875f56 None None] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:01:59.087623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (49edf469-8b14-42ee-a877-6902c65a26e9), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.089485 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (49edf469-8b14-42ee-a877-6902c65a26e9), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.137839 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:01:59.157155 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-216b7341-0b3d-45ab-a82c-67dc4894eb78 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3847847 Aug 30 02:01:59.161855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 316431ff-b22a-409c-830b-a78363ccfbd0) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:01:59.167997 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51616) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:59.180523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b6da2-5bce-411d-acab-c46092b22dff None None] Network 316431ff-b22a-409c-830b-a78363ccfbd0 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:01:59.217155 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:59.231771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51620) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:59.249295 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:59.250261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:59.267505 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:01:59.268097 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.306808 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Allocated IP 172.20.0.2 (594c7eaa-27eb-44bb-b03b-2139d7485cc6/8249b7cd-3045-4d59-a36d-3397662a829d/0e7fba20-5554-4a54-8545-30f9b092ab23) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:01:59.315351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for router_gateway (25947e4d-2ac7-44fa-9218-7fe3e6865c66), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.373809 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks [] for port (280ca272-66f4-407e-b83b-c38341a83417), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.376581 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:01:59.377771 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.404497 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6afeb32b-4e3b-4d28-bce3-05c2772177d5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2536497 Aug 30 02:01:59.405587 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.406694 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.414954 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for router_controller (49edf469-8b14-42ee-a877-6902c65a26e9), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.414954 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51632) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:59.417976 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:01:59.482440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (280ca272-66f4-407e-b83b-c38341a83417), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.583397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51642) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:01:59.728734 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.730032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.734259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:59.755355 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-316431ff-b22a-409c-830b-a78363ccfbd0', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:01:59.757531 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.767087 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:01:59.817885 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for router_controller (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.825876 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:01:59.843287 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:01:59.865427 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Allocated IP 172.20.0.2 (1d16cb49-ecef-4189-a61f-53bbf0aaef30/ebcc4ce7-292e-4024-8edf-d9a86e826925/75036884-17c8-4042-8d94-de4b9a8a81e7) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:01:59.868860 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for router_gateway (49edf469-8b14-42ee-a877-6902c65a26e9), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.875480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ec35bc8c-eb87-4535-a37e-a5c820f03374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.883532 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:01:59.911509 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8300fbfa-e4bd-47b4-a3e1-c53617ee2cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.937356 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for router_controller (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:01:59.997192 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Pushing event updated for resources: {'Port': ['ID=280ca272-66f4-407e-b83b-c38341a83417,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:00.018326 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for router_gateway (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.026905 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:00.054293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.071670 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.072086 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.072457 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.072819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.073161 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.073516 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.073859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.074177 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.074504 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.074828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.075161 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.075506 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.075831 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.076687 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.077063 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:00.077164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Tracked resource versions report: Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: pushed versions: Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: { 'AddressGroup': {'1.2'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Agent': {'1.1'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'ConntrackHelper': {'1.0'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'LocalIPAssociation': {'1.0'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Log': {'1.0'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'NDPProxy': {'1.0'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Network': {'1.1'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Port': {'1.7'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'PortForwarding': {'1.3'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'QosPolicy': {'1.10'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroup': {'1.5'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroupRule': {'1.2'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SubPort': {'1.0'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Subnet': {'1.1'}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Trunk': {'1.1'}} Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: consumer versions: Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: HyperV agent@hv-cinder-81966: {}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Agent': '1.1', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'ConntrackHelper': '1.0', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'LocalIPAssociation': '1.0', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Log': '1.0', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'NDPProxy': '1.0', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Network': '1.1', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Port': '1.7', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'PortForwarding': '1.3', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'QosPolicy': '1.10', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroup': '1.5', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SecurityGroupRule': '1.2', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'SubPort': '1.0', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Subnet': '1.1', Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: 'Trunk': '1.1'}} Aug 30 02:02:00.078694 dv-cinder-819667-6-iscsi neutron-server[106659]: {{(pid=106659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 02:02:00.148351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ec35bc8c-eb87-4535-a37e-a5c820f03374 admin admin] Publish callbacks [] for security_group (fdbb1685-2c42-4e68-838a-62f3ea26e033), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.165942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8300fbfa-e4bd-47b4-a3e1-c53617ee2cd6 admin admin] Publish callbacks [] for security_group (783e4bff-9e8c-472e-925f-feab29b3cb23), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.188036 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for router_gateway (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.210494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks [] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.211080 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ec35bc8c-eb87-4535-a37e-a5c820f03374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fdbb1685-2c42-4e68-838a-62f3ea26e033), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.213199 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Attempting to bind port 280ca272-66f4-407e-b83b-c38341a83417 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:00.213599 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Attempting to bind port 280ca272-66f4-407e-b83b-c38341a83417 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:00.213969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Attempting to bind port 280ca272-66f4-407e-b83b-c38341a83417 on network 050b1da9-475b-4ee9-8160-4c67d0f493ca {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:00.223193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Allocated IP 172.27.2.244 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/17f1cb44-b585-4374-88b1-4374eeb94d35) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:00.231870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:00.232265 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Checking segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:00.233312 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.233750 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Bound using segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:00.234249 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Bound port: 280ca272-66f4-407e-b83b-c38341a83417, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:00.234627 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (280ca272-66f4-407e-b83b-c38341a83417), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.262671 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8300fbfa-e4bd-47b4-a3e1-c53617ee2cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (783e4bff-9e8c-472e-925f-feab29b3cb23), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.270615 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Allocated IP 172.20.0.2 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/feb3b84b-bbba-48bc-995b-b8b98b11d52b) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:00.282797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35bc8c-eb87-4535-a37e-a5c820f03374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb1685-2c42-4e68-838a-62f3ea26e033,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:00.295745 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ec35bc8c-eb87-4535-a37e-a5c820f03374 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a06899b187644ff4a2c5a5a38d0ab751&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0571997 Aug 30 02:02:00.309433 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51654) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:00.351809 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for router_gateway (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.356108 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bfac4ac0-c215-4174-bef7-249f1d52fcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.380397 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8300fbfa-e4bd-47b4-a3e1-c53617ee2cd6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c28e611dd60f47dbb3a396a2b59406c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7959404 Aug 30 02:02:00.387907 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.388091 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51656) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:00.415196 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300fbfa-e4bd-47b4-a3e1-c53617ee2cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e4bff-9e8c-472e-925f-feab29b3cb23,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:00.490211 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] Publish callbacks [] for security_group (fdbb1685-2c42-4e68-838a-62f3ea26e033), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.505741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks [] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.511183 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:00.522113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.522984 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:00.533886 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] For port 280ca272-66f4-407e-b83b-c38341a83417, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:00.537215 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:00.538906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] Publish callbacks [] for security_group (783e4bff-9e8c-472e-925f-feab29b3cb23), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.541213 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] For port 280ca272-66f4-407e-b83b-c38341a83417, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=280ca272-66f4-407e-b83b-c38341a83417,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:00.545845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] Publish callbacks [] for security_group (fdbb1685-2c42-4e68-838a-62f3ea26e033), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.563945 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Pushing event updated for resources: {'Port': ['ID=0e7fba20-5554-4a54-8545-30f9b092ab23,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:00.570507 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for router_gateway (49edf469-8b14-42ee-a877-6902c65a26e9), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.599992 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] Publish callbacks [] for security_group (783e4bff-9e8c-472e-925f-feab29b3cb23), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.619738 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.639811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.704845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.708969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (280ca272-66f4-407e-b83b-c38341a83417), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.770072 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:00.773717 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:00.778702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Attempting to bind port 0e7fba20-5554-4a54-8545-30f9b092ab23 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:00.779115 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Attempting to bind port 0e7fba20-5554-4a54-8545-30f9b092ab23 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:00.780035 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Attempting to bind port 0e7fba20-5554-4a54-8545-30f9b092ab23 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:00.789748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:00.790940 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fdbb1685-2c42-4e68-838a-62f3ea26e033), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.804839 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.806211 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fdbb1685-2c42-4e68-838a-62f3ea26e033 HTTP/1.1" status: 204 len: 168 time: 0.4960988 Aug 30 02:02:00.813995 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:00.816292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks [] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.818670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:00.822961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:00.831509 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:00.832778 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:00.833407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Checking segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:00.834215 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.835001 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Bound using segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:00.835764 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Bound port: 0e7fba20-5554-4a54-8545-30f9b092ab23, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:00.838152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:00.847749 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.849835 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (783e4bff-9e8c-472e-925f-feab29b3cb23), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.856667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Pushing event updated for resources: {'Port': ['ID=75036884-17c8-4042-8d94-de4b9a8a81e7,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:00.860830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:00.868469 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/783e4bff-9e8c-472e-925f-feab29b3cb23 HTTP/1.1" status: 204 len: 168 time: 0.4758809 Aug 30 02:02:00.970389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d29204-17d4-40d4-bd16-35ba15037d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb1685-2c42-4e68-838a-62f3ea26e033,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:01.017945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf34fc9-319b-4ef8-9013-3686e623bc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e4bff-9e8c-472e-925f-feab29b3cb23,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:01.021988 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Pushing event updated for resources: {'Port': ['ID=17f1cb44-b585-4374-88b1-4374eeb94d35,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:01.150064 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528253e3-2c13-420f-a828-a6260e16d9c9 None None] Pushing event updated for resources: {'Port': ['ID=280ca272-66f4-407e-b83b-c38341a83417,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:01.261751 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for router_gateway (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.269386 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.373811 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Pushing event updated for resources: {'Port': ['ID=feb3b84b-bbba-48bc-995b-b8b98b11d52b,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:01.386363 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.394960 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for router_gateway (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.420430 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:01.446850 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:01.448899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.449961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Attempting to bind port 75036884-17c8-4042-8d94-de4b9a8a81e7 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:01.450337 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Attempting to bind port 75036884-17c8-4042-8d94-de4b9a8a81e7 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:01.450694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Attempting to bind port 75036884-17c8-4042-8d94-de4b9a8a81e7 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:01.454321 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for router_gateway (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.461789 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:01.468951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:01.470591 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:01.471028 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.472632 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Bound using segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:01.473257 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Bound port: 75036884-17c8-4042-8d94-de4b9a8a81e7, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:01.473750 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.485169 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:01.488065 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Allocated IP 172.27.2.149 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/96f3df38-4fe4-41d1-b901-ae28385f83f2) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:01.600434 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:01.629258 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] For port 0e7fba20-5554-4a54-8545-30f9b092ab23, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:01.633480 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Attempting to bind port feb3b84b-bbba-48bc-995b-b8b98b11d52b on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:01.633857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Attempting to bind port feb3b84b-bbba-48bc-995b-b8b98b11d52b by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:01.634275 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Attempting to bind port feb3b84b-bbba-48bc-995b-b8b98b11d52b on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:01.686719 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:01.687137 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:01.687464 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.687873 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:01.688369 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Bound port: feb3b84b-bbba-48bc-995b-b8b98b11d52b, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:01.688780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.722769 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] For port 0e7fba20-5554-4a54-8545-30f9b092ab23, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=0e7fba20-5554-4a54-8545-30f9b092ab23,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:01.790483 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] For port 75036884-17c8-4042-8d94-de4b9a8a81e7, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:01.795132 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] For port 75036884-17c8-4042-8d94-de4b9a8a81e7, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=75036884-17c8-4042-8d94-de4b9a8a81e7,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:01.800414 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] For port feb3b84b-bbba-48bc-995b-b8b98b11d52b, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:01.804891 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] For port feb3b84b-bbba-48bc-995b-b8b98b11d52b, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=feb3b84b-bbba-48bc-995b-b8b98b11d52b,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:01.820965 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.831399 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.836417 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.893000 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:01.911737 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:01.920760 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.000802 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35a2ba-98bd-4f84-bfc0-7654f2877bea None None] Pushing event updated for resources: {'Port': ['ID=0e7fba20-5554-4a54-8545-30f9b092ab23,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:02.053109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.165796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51698) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:02.176322 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:02:02.195231 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3284-166e-46ee-9d18-86e71a52e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.195609 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873ea47-0236-40a5-a9dc-170e4463e30f None None] Pushing event updated for resources: {'Port': ['ID=75036884-17c8-4042-8d94-de4b9a8a81e7,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:02.304276 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:02.327492 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bb517c71-ddd9-4ac6-bc9d-24585926028b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.341637 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:02.375292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:02.391335 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:02.399071 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:02.412396 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa3e7a-ce66-4270-9da2-263b4df58f07 None None] Pushing event updated for resources: {'Port': ['ID=feb3b84b-bbba-48bc-995b-b8b98b11d52b,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:02.415894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:02.451867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3284-166e-46ee-9d18-86e71a52e808 admin admin] Publish callbacks [] for security_group (a3565b43-71d3-4c3f-a79f-f540ff6b6a56), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.600432 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3284-166e-46ee-9d18-86e71a52e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a3565b43-71d3-4c3f-a79f-f540ff6b6a56), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.642798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Pushing event updated for resources: {'Port': ['ID=96f3df38-4fe4-41d1-b901-ae28385f83f2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:02.681773 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3284-166e-46ee-9d18-86e71a52e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3565b43-71d3-4c3f-a79f-f540ff6b6a56,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:02.687116 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:02.696119 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Sync routers for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:02.726860 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d7fa3284-166e-46ee-9d18-86e71a52e808 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=77275929094b47d291adf3fe1776f385&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5576930 Aug 30 02:02:02.727375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51714) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:02.732863 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:02.733854 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:02.775562 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Allocated IP 172.27.2.46 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:02.824909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:02.829718 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b24946ab-8af7-4448-a528-ffcacb009f2d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2617793 Aug 30 02:02:02.834809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51718) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:02.876710 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e593e-7d2c-4f45-9dda-e6a322c52174 None None] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:02:02.984206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] Publish callbacks [] for security_group (a3565b43-71d3-4c3f-a79f-f540ff6b6a56), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.034989 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Provisioning complete for port 280ca272-66f4-407e-b83b-c38341a83417 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:03.034989 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (280ca272-66f4-407e-b83b-c38341a83417), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.066512 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] Publish callbacks [] for security_group (a3565b43-71d3-4c3f-a79f-f540ff6b6a56), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.143687 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.252415 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 280ca272-66f4-407e-b83b-c38341a83417 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:03.281122 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:03.284828 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.348377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a3565b43-71d3-4c3f-a79f-f540ff6b6a56), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.361020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.366019 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a3565b43-71d3-4c3f-a79f-f540ff6b6a56 HTTP/1.1" status: 204 len: 168 time: 0.6375873 Aug 30 02:02:03.376519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:03.413562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9368d27-2990-419d-86f0-fad5de7f0b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3565b43-71d3-4c3f-a79f-f540ff6b6a56,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:03.436567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:03.487795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Current status of the port 280ca272-66f4-407e-b83b-c38341a83417 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:03.488772 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (280ca272-66f4-407e-b83b-c38341a83417), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.559748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51732) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:03.632158 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.719046 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] For port 280ca272-66f4-407e-b83b-c38341a83417, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=280ca272-66f4-407e-b83b-c38341a83417,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:03.725705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:03.726551 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 280ca272-66f4-407e-b83b-c38341a83417 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:03.727377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (280ca272-66f4-407e-b83b-c38341a83417), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.730240 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for router_gateway (49edf469-8b14-42ee-a877-6902c65a26e9), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.733206 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:03.736520 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:03.744895 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:01Z', 'revision_number': 3, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:03.830612 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (280ca272-66f4-407e-b83b-c38341a83417), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:03.840489 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:03.890205 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Checking router: 25947e4d-2ac7-44fa-9218-7fe3e6865c66 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:03.890549 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Updating router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 port 17f1cb44-b585-4374-88b1-4374eeb94d35 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:03.944216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Allocated IP 172.27.2.105 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:03.979383 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.001051 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fb62-6f8b-4942-9e8a-8998b4457400 None None] Provisioning complete for port 280ca272-66f4-407e-b83b-c38341a83417 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:04.001536 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1ec1fb62-6f8b-4942-9e8a-8998b4457400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (280ca272-66f4-407e-b83b-c38341a83417), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.068173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:04.266725 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.288314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:04.294452 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862d0af-f54b-4fed-8827-8423e4428786 None None] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:02:04.369560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b86730a-71f6-43b3-9d1d-b05ed7fb3f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.442569 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:04.453426 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b52113-6b51-4370-a894-095d22965d84 None None] Network 316431ff-b22a-409c-830b-a78363ccfbd0 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:02:04.540416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991f99d-2749-40d3-ab90-2b5c92e3ea90 None None] Pushing event updated for resources: {'Port': ['ID=280ca272-66f4-407e-b83b-c38341a83417,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:04.557758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1fb62-6f8b-4942-9e8a-8998b4457400 None None] Current status of the port 280ca272-66f4-407e-b83b-c38341a83417 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:04.562831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.611544 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 280ca272-66f4-407e-b83b-c38341a83417 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:04.614416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 0e7fba20-5554-4a54-8545-30f9b092ab23 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:04.638559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:04.646192 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks [] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.667974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.759399 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f745b-76ac-4344-866d-fecc2d3c9447 None None] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:02:04.767152 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.783582 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b86730a-71f6-43b3-9d1d-b05ed7fb3f9a admin admin] Publish callbacks [] for security_group (51553a88-099a-4d23-8aca-ab38c909522a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.808769 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:04.820098 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:04.827789 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Pushing event updated for resources: {'Port': ['ID=17f1cb44-b585-4374-88b1-4374eeb94d35,revision_number=2']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:04.838734 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.839428 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.839527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:04.840235 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.840803 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.842011 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.842962 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.843567 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.844497 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.845058 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.845737 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.846261 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.846800 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.847701 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.848366 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.849085 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Tracked resource versions report: Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: pushed versions: Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: { 'AddressGroup': {'1.2'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Agent': {'1.1'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'ConntrackHelper': {'1.0'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'LocalIPAssociation': {'1.0'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Log': {'1.0'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'NDPProxy': {'1.0'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Network': {'1.1'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Port': {'1.7'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'PortForwarding': {'1.3'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'QosPolicy': {'1.10'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroup': {'1.5'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroupRule': {'1.2'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SubPort': {'1.0'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Subnet': {'1.1'}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Trunk': {'1.1'}} Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: consumer versions: Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: { DHCP agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: HyperV agent@hv-cinder-81966: {}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: L3 agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: Metadata agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: Metering agent@dv-cinder-819667-6-iscsi: {}, Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: Open vSwitch agent@dv-cinder-819667-6-iscsi: { 'AddressGroup': '1.2', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Agent': '1.1', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'ConntrackHelper': '1.0', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'LocalIPAssociation': '1.0', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Log': '1.0', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'NDPProxy': '1.0', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Network': '1.1', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Port': '1.7', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'PortForwarding': '1.3', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'QosPolicy': '1.10', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroup': '1.5', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SecurityGroupRule': '1.2', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'SubPort': '1.0', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Subnet': '1.1', Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: 'Trunk': '1.1'}} Aug 30 02:02:04.850583 dv-cinder-819667-6-iscsi neutron-server[106660]: {{(pid=106660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 02:02:04.858125 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Attempting to bind port 17f1cb44-b585-4374-88b1-4374eeb94d35 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:04.858751 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Attempting to bind port 17f1cb44-b585-4374-88b1-4374eeb94d35 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:04.859327 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Attempting to bind port 17f1cb44-b585-4374-88b1-4374eeb94d35 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:04.866392 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:04.867080 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:04.867682 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.868401 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:04.869066 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Bound port: 17f1cb44-b585-4374-88b1-4374eeb94d35, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:04.869699 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.923031 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b86730a-71f6-43b3-9d1d-b05ed7fb3f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (51553a88-099a-4d23-8aca-ab38c909522a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.937244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Provisioning complete for port 0e7fba20-5554-4a54-8545-30f9b092ab23 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:04.942452 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:04.974400 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] For port 17f1cb44-b585-4374-88b1-4374eeb94d35, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:04.980109 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] For port 17f1cb44-b585-4374-88b1-4374eeb94d35, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=17f1cb44-b585-4374-88b1-4374eeb94d35,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:05.007555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 0e7fba20-5554-4a54-8545-30f9b092ab23 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:05.007938 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.054803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86730a-71f6-43b3-9d1d-b05ed7fb3f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51553a88-099a-4d23-8aca-ab38c909522a,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:05.059852 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:05.064455 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.083710 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:05.085993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.087139 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:05.087934 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:05.143240 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6b86730a-71f6-43b3-9d1d-b05ed7fb3f9a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bacfc2716dad4ad991b56e781f2d05ef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5778835 Aug 30 02:02:05.143498 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51762) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:05.255100 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.307720 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for router_gateway (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.309349 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] Publish callbacks [] for security_group (51553a88-099a-4d23-8aca-ab38c909522a), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.314451 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197f1d-045d-49c6-b701-f5426a6252f9 None None] Pushing event updated for resources: {'Port': ['ID=17f1cb44-b585-4374-88b1-4374eeb94d35,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:05.319408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Allocated IP 172.20.0.1 (050b1da9-475b-4ee9-8160-4c67d0f493ca/92cd0751-0e1a-4a91-88e3-fe8fa57afd98/31bd9e18-50c6-466d-9dd5-e9746e5eeb06) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:05.420730 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] Publish callbacks [] for security_group (51553a88-099a-4d23-8aca-ab38c909522a), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.427451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Current status of the port 0e7fba20-5554-4a54-8545-30f9b092ab23 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:05.428094 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.483896 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 0e7fba20-5554-4a54-8545-30f9b092ab23 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:05.484570 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.506928 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:05.510371 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:05.531041 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (49edf469-8b14-42ee-a877-6902c65a26e9), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.582987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] For port 0e7fba20-5554-4a54-8545-30f9b092ab23, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=0e7fba20-5554-4a54-8545-30f9b092ab23,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:05.589771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:05.734526 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks [] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.751601 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.804324 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:01Z', 'revision_number': 3, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:05.807487 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (51553a88-099a-4d23-8aca-ab38c909522a), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.808522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.810867 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/51553a88-099a-4d23-8aca-ab38c909522a HTTP/1.1" status: 204 len: 168 time: 0.6659887 Aug 30 02:02:05.822915 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1486dd-9423-46f1-8ed6-4da859b0d473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51553a88-099a-4d23-8aca-ab38c909522a,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:05.840532 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for router_gateway (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.861317 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a15ca-2d26-4fa9-b529-dcc46918b900 None None] The sync data for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi is: [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:01Z', 'revision_number': 3, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:05.887522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:05.974648 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:05.992587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:06.001380 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:06.002501 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.089437 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Pushing event updated for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:06.163652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:06.175273 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:06.179586 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Provisioning complete for port feb3b84b-bbba-48bc-995b-b8b98b11d52b triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:06.179904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.193630 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:06.252259 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.db.api [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 02:02:06.252709 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG oslo_db.api [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 02:02:06.274474 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.310355 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Pushing event updated for resources: {'Port': ['ID=0e7fba20-5554-4a54-8545-30f9b092ab23,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:06.391302 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Current status of the port feb3b84b-bbba-48bc-995b-b8b98b11d52b is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:06.391718 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.439035 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Router 49edf469-8b14-42ee-a877-6902c65a26e9 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:02:06.477351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] For port feb3b84b-bbba-48bc-995b-b8b98b11d52b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=feb3b84b-bbba-48bc-995b-b8b98b11d52b,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:06.534389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.555274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.624554 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.696379 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b9c69-83d1-4a94-9afe-f4853c462e33 None None] Pushing event updated for resources: {'Port': ['ID=feb3b84b-bbba-48bc-995b-b8b98b11d52b,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:06.753824 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Provisioning complete for port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:06.754322 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.814039 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:06.818176 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:06.855400 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Provisioning complete for port 0e7fba20-5554-4a54-8545-30f9b092ab23 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:06.856033 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.890340 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:06.906055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks [] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:06.933369 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:06.951987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 0e7fba20-5554-4a54-8545-30f9b092ab23 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:06.951987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 75036884-17c8-4042-8d94-de4b9a8a81e7 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:06.980584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:02:06.997228 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:07.002549 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:07.018439 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.019376 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.151208 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 75036884-17c8-4042-8d94-de4b9a8a81e7 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:07.151590 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.152999 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.154756 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-af62cfdf-6b1f-45c3-a218-c53c3f475112 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3109097 Aug 30 02:02:07.159086 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51804) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:07.170747 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:02:07.177741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Pushing event updated for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:07.180906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Current status of the port 0e7fba20-5554-4a54-8545-30f9b092ab23 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:07.214976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:07.217981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:07.228908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Provisioning complete for port feb3b84b-bbba-48bc-995b-b8b98b11d52b triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:07.229289 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.273351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:07.423344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:07.595719 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 75036884-17c8-4042-8d94-de4b9a8a81e7 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:07.596120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.620454 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:07.627866 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ca4bb99a-cf71-4d7a-95c4-30749475b752 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/25947e4d-2ac7-44fa-9218-7fe3e6865c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7875578 Aug 30 02:02:07.667765 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Current status of the port feb3b84b-bbba-48bc-995b-b8b98b11d52b is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:07.737559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:07.752549 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 75036884-17c8-4042-8d94-de4b9a8a81e7, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=75036884-17c8-4042-8d94-de4b9a8a81e7,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:07.755435 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Provisioning complete for port 75036884-17c8-4042-8d94-de4b9a8a81e7 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:07.755836 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.761119 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:07.792256 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:07.793152 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:07.831098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:07.839760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:07.880781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:07.897119 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:03Z', 'revision_number': 3, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:07.917051 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.917911 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device feb3b84b-bbba-48bc-995b-b8b98b11d52b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:07.957162 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:07.958801 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b833dfc7-8abf-4f03-a1a8-89981829e8dc admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5444236 Aug 30 02:02:07.961855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51832) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:08.040884 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:08.041853 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.043560 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-cc910c79-e27d-4a44-96a5-6c0fa92bdd02 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.8741021 Aug 30 02:02:08.046722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51834) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:08.065967 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:08.072680 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:08.073030 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Updating router 49edf469-8b14-42ee-a877-6902c65a26e9 port 96f3df38-4fe4-41d1-b901-ae28385f83f2 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:08.257147 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.266798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-19de0c79-7516-4adb-9816-0b9df7b0919d None None] Current status of the port 75036884-17c8-4042-8d94-de4b9a8a81e7 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:08.268895 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.289286 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:08.297624 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:08.335105 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:08.383683 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:08.384320 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Updating router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:08.437151 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:08.439335 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.441519 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=75036884-17c8-4042-8d94-de4b9a8a81e7,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:08.462237 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-1b7f50f3-7a53-43b4-8833-85801a062a34 None None] Provisioning complete for port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:08.467633 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1b7f50f3-7a53-43b4-8833-85801a062a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.516354 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.523345 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port feb3b84b-bbba-48bc-995b-b8b98b11d52b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:08.523345 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:08.605797 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Sync routers for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:08.681020 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:08.682920 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:08.924563 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:08.938110 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:08.948019 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f50f3-7a53-43b4-8833-85801a062a34 None None] Port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:08.994691 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Allocated IP 172.20.0.1 (594c7eaa-27eb-44bb-b03b-2139d7485cc6/8249b7cd-3045-4d59-a36d-3397662a829d/3aeae01a-1920-4cd4-a77a-d3299b264f16) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:09.136426 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.146364 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:09.233860 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 51884) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:09.249650 dv-cinder-819667-6-iscsi neutron-server[106658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 02:02:09.286841 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:09.304544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:09.389706 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Allocated IP 172.20.0.1 (1d16cb49-ecef-4189-a61f-53bbf0aaef30/ebcc4ce7-292e-4024-8edf-d9a86e826925/396ba6c6-33c5-4f71-a161-9decd104780e) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:09.424139 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:09.538069 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port feb3b84b-bbba-48bc-995b-b8b98b11d52b is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:09.674247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks [] for port (396ba6c6-33c5-4f71-a161-9decd104780e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.686737 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:06Z', 'revision_number': 4, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '31bd9e18-50c6-466d-9dd5-e9746e5eeb06', 'name': '', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'mac_address': 'fa:16:3e:92:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:04Z', 'updated_at': '2022-08-30T02:02:06Z', 'revision_number': 2, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'subnets': [{'id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:09.705647 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:05Z', 'revision_number': 3, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:09.741619 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:09.742623 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Updating router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:09.754230 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks [] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.765784 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Checking router: 25947e4d-2ac7-44fa-9218-7fe3e6865c66 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:09.766387 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Updating router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:09.799577 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks [] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.809151 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.837717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.837918 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.884108 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.884688 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-043dd9cf-b233-4469-a00e-d7ebfad568da tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:09.886198 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-043dd9cf-b233-4469-a00e-d7ebfad568da tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/networks?id=050b1da9-475b-4ee9-8160-4c67d0f493ca HTTP/1.1" status: 200 len: 810 time: 0.6480231 Aug 30 02:02:09.913649 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 280ca272-66f4-407e-b83b-c38341a83417 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:09.919396 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:09.940533 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-285d5ab1-5528-4634-851a-2c8ee09a809b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/quotas/bf405bc0c4b5454aa2b868e9cb5fc7e1 HTTP/1.1" status: 200 len: 375 time: 0.0169272 Aug 30 02:02:10.005250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Attempting to bind port 96f3df38-4fe4-41d1-b901-ae28385f83f2 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:10.006315 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Attempting to bind port 96f3df38-4fe4-41d1-b901-ae28385f83f2 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:10.006876 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Attempting to bind port 96f3df38-4fe4-41d1-b901-ae28385f83f2 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:10.008065 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:10.018209 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:10.023943 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:10.024430 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.037250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48896972-28d4-4266-b1e4-bcf7f5b01169 None None] Pushing event updated for resources: {'Port': ['ID=96f3df38-4fe4-41d1-b901-ae28385f83f2,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:10.046148 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:10.046641 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:10.047154 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.048207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:10.052969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Bound port: 96f3df38-4fe4-41d1-b901-ae28385f83f2, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:10.053532 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.090623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Pushing event updated for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:10.101308 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.109554 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 280ca272-66f4-407e-b83b-c38341a83417 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:10.115390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (280ca272-66f4-407e-b83b-c38341a83417), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.180798 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks [] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.180798 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:10.181002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] For port 96f3df38-4fe4-41d1-b901-ae28385f83f2, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:10.197622 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] For port 96f3df38-4fe4-41d1-b901-ae28385f83f2, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=96f3df38-4fe4-41d1-b901-ae28385f83f2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:10.209622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Pushing event updated for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:10.234078 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-5b52d013-fc15-4b28-9f72-aa2f1899f60b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=bf405bc0c4b5454aa2b868e9cb5fc7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2856145 Aug 30 02:02:10.244501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:10.302579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 280ca272-66f4-407e-b83b-c38341a83417 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:10.308027 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 0e7fba20-5554-4a54-8545-30f9b092ab23 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:10.318286 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Allocated IP 172.20.0.1 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/6dc5f900-421e-4417-9c15-efbe109562c0) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:10.368633 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.403352 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks [] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.408898 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.422564 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:10.428084 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:10.448314 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:10.449821 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (49edf469-8b14-42ee-a877-6902c65a26e9), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.453965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.511495 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Attempting to bind port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:10.511911 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Attempting to bind port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:10.512272 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Attempting to bind port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 on network 050b1da9-475b-4ee9-8160-4c67d0f493ca {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:10.525497 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:10.526298 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Checking segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:10.526820 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.531133 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Bound using segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:10.532246 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Bound port: 31bd9e18-50c6-466d-9dd5-e9746e5eeb06, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:10.532805 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.565074 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.647567 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] For port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:10.650966 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] For port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:10.682633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks [] for port (396ba6c6-33c5-4f71-a161-9decd104780e), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.702646 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Attempting to bind port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:10.703436 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Attempting to bind port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:10.703985 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Attempting to bind port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:10.725549 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:10.725981 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:10.726391 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.726791 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:10.727288 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Bound port: a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:10.727657 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.737632 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da5c84-5c26-4707-94d2-2a0b54c4ec0f None None] Pushing event updated for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:10.795923 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-0063b456-4d85-4b6e-bfe2-30382ca3584a None None] Provisioning complete for port 396ba6c6-33c5-4f71-a161-9decd104780e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:10.796327 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0063b456-4d85-4b6e-bfe2-30382ca3584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.824693 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:10.836968 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.838078 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.863209 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:10.868261 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ec9e-e221-4d63-bc9d-7faf2277f49e None None] Pushing event updated for resources: {'Port': ['ID=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,revision_number=2']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:10.880834 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:10.912297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-16fcb52c-aad7-427c-a2c4-11f93e1b3967 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:02:10.913059 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-16fcb52c-aad7-427c-a2c4-11f93e1b3967 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1694934 Aug 30 02:02:10.922553 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:10.923523 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:10.952894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks [] for port (6dc5f900-421e-4417-9c15-efbe109562c0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.051696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:11.055550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:11.079628 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks [] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.083884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:11.085198 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:11.125226 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Pushing event updated for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.168802 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48896972-28d4-4266-b1e4-bcf7f5b01169 None None] Pushing event updated for resources: {'Port': ['ID=96f3df38-4fe4-41d1-b901-ae28385f83f2,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.176893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:11.225294 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:11.231053 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] For port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:11.231417 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.240802 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-26d0fe2c-f56c-4d3d-82df-9f6a6cec9d9b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159811 Aug 30 02:02:11.274101 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-0063b456-4d85-4b6e-bfe2-30382ca3584a None None] Port 396ba6c6-33c5-4f71-a161-9decd104780e cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:11.279100 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 0e7fba20-5554-4a54-8545-30f9b092ab23 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:11.279733 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.288364 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:11.299912 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] For port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:11.318439 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.358365 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da5c84-5c26-4707-94d2-2a0b54c4ec0f None None] Pushing event updated for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.395225 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.399111 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Attempting to bind port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:11.399478 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Attempting to bind port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:11.399942 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Attempting to bind port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:11.404489 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Bound port: 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:11.441792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.455200 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-976c0f69-112f-4caa-9dd6-8cba51a8126e None None] Provisioning complete for port 3aeae01a-1920-4cd4-a77a-d3299b264f16 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:11.455606 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-976c0f69-112f-4caa-9dd6-8cba51a8126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.469268 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:11.475313 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-35223805-1178-478d-bae7-c0709f755ebe admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f340bc6a-9d4d-49ea-9650-1378bc9aecd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4267070 Aug 30 02:02:11.483311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:11.508466 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:11.521564 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:11.522252 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:11.523098 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:11.523601 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.547343 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] For port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:11.551359 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] For port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:11.555906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d084f-432c-4f8b-a852-7fa362f72f5b None None] Pushing event updated for resources: {'Port': ['ID=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.565828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:11.578075 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:11.620227 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.658120 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-0da4cd64-d499-408c-b9c7-d890b4dd8ad7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936861 Aug 30 02:02:11.686256 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ec9e-e221-4d63-bc9d-7faf2277f49e None None] Pushing event updated for resources: {'Port': ['ID=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:11.812924 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:11.838386 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:11.916144 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:06Z', 'revision_number': 4, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '31bd9e18-50c6-466d-9dd5-e9746e5eeb06', 'name': '', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'mac_address': 'fa:16:3e:92:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:04Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'subnets': [{'id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:11.952810 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks [] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.041817 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.046922 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:12.047587 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:12.121299 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1ee59d-dbfb-4994-b250-f4b6972d0f69 None None] The sync data for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi is: [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:02:06Z', 'revision_number': 4, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '31bd9e18-50c6-466d-9dd5-e9746e5eeb06', 'name': '', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'mac_address': 'fa:16:3e:92:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:04Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'subnets': [{'id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:12.147925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-976c0f69-112f-4caa-9dd6-8cba51a8126e None None] Port 3aeae01a-1920-4cd4-a77a-d3299b264f16 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:12.148281 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:12.225045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 51976) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:12.241327 dv-cinder-819667-6-iscsi neutron-server[106657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 02:02:12.414150 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d084f-432c-4f8b-a852-7fa362f72f5b None None] Pushing event updated for resources: {'Port': ['ID=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:12.444842 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Provisioning complete for port 396ba6c6-33c5-4f71-a161-9decd104780e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:12.444842 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.465048 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 0e7fba20-5554-4a54-8545-30f9b092ab23 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:12.475197 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 17f1cb44-b585-4374-88b1-4374eeb94d35 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:12.515285 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks [] for port (6dc5f900-421e-4417-9c15-efbe109562c0), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.555790 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.556979 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (49edf469-8b14-42ee-a877-6902c65a26e9), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.658312 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:12.797908 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-661928e3-036d-461d-a7e3-dad7995d3e10 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:12.800564 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-661928e3-036d-461d-a7e3-dad7995d3e10 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 0.5648174 Aug 30 02:02:12.802302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:12.805780 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603370df-944d-4c94-ae82-0a0e15299a34 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:04Z', 'revision_number': 3, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:12.818929 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:12.840660 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-be619e39-d92e-4c07-9595-2cbc2e06ff9c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/quotas/e7f4b9bbe0b640688754d04484900cca HTTP/1.1" status: 200 len: 375 time: 0.0336671 Aug 30 02:02:12.873074 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-29273d3d-7f89-4ad2-8353-cfd846672770 req-f411df43-fb9c-4244-a26b-5404e1a4a449 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.3548415 Aug 30 02:02:12.874072 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.876379 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:12.918481 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:12.923581 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:09Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:13.047557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316925ae-b177-4a30-bd5c-c27a5920724b None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:09Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:13.048637 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-447305a7-f291-48f8-b930-568e0982c2ec tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994874 Aug 30 02:02:13.082946 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Port 396ba6c6-33c5-4f71-a161-9decd104780e cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:13.092675 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:13.102793 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Pushing event updated for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:13.176268 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Provisioning complete for port 6dc5f900-421e-4417-9c15-efbe109562c0 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:13.177334 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:13.205914 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:13.268351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:13.268351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:13.268351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:13.268351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:13.289994 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 17f1cb44-b585-4374-88b1-4374eeb94d35 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:13.290594 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:13.315354 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:13.370541 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7d298eb7-6c0e-4e33-9120-e56752bfb45b None None] Port 6dc5f900-421e-4417-9c15-efbe109562c0 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:13.481168 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-8513c3b8-9768-44f9-89f5-63bde7356e03 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:02:13.498236 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-8513c3b8-9768-44f9-89f5-63bde7356e03 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1267703 Aug 30 02:02:13.660316 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-2df3aaa3-b30b-4ecd-930a-f6ff262ac84a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630893 Aug 30 02:02:13.783084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 2, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:13.818302 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c41ea-18f8-4e1b-b67e-47dc3dfb329a None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 2, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:13.892850 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:13.901236 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:13.919318 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-1da79f74-e0e5-40c6-854c-3882a2a40ee0 None None] Provisioning complete for port 3aeae01a-1920-4cd4-a77a-d3299b264f16 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:13.920440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1da79f74-e0e5-40c6-854c-3882a2a40ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:13.946950 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-a197a293-a8a3-47ff-8516-15708b907e4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815607 Aug 30 02:02:13.992631 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-1da79f74-e0e5-40c6-854c-3882a2a40ee0 None None] Port 3aeae01a-1920-4cd4-a77a-d3299b264f16 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:13.999089 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:14.001663 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 17f1cb44-b585-4374-88b1-4374eeb94d35 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:14.002075 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:14.091751 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 17f1cb44-b585-4374-88b1-4374eeb94d35, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=17f1cb44-b585-4374-88b1-4374eeb94d35,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:14.126551 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-134b0605-1b9a-4b46-a34e-a984067d60f9 None None] Provisioning complete for port 6dc5f900-421e-4417-9c15-efbe109562c0 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:14.126957 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-134b0605-1b9a-4b46-a34e-a984067d60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:14.197296 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:14.219509 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:14.223872 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device feb3b84b-bbba-48bc-995b-b8b98b11d52b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:14.261302 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-215a456e-5699-4fdf-a56b-2b2d8c4c99c3 req-8bc9d73e-6848-4d20-8149-5c9db59e71b8 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.2527809 Aug 30 02:02:14.376120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-134b0605-1b9a-4b46-a34e-a984067d60f9 None None] Port 6dc5f900-421e-4417-9c15-efbe109562c0 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:14.450267 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port feb3b84b-bbba-48bc-995b-b8b98b11d52b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:14.451473 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:14.491953 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=17f1cb44-b585-4374-88b1-4374eeb94d35,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:14.685277 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:14.693576 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port feb3b84b-bbba-48bc-995b-b8b98b11d52b is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:14.697127 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 75036884-17c8-4042-8d94-de4b9a8a81e7 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:14.705792 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-512c004a-783e-466d-a05e-21983b72fcbe admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/49edf469-8b14-42ee-a877-6902c65a26e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5447552 Aug 30 02:02:14.764002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:14.808540 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 75036884-17c8-4042-8d94-de4b9a8a81e7 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:14.809478 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:14.939417 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:14.974819 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9a04f9c8-7e3d-49a5-946d-b1e691751734 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b4d37e29-6e2a-41e0-8640-5427a8e7b4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0107708 Aug 30 02:02:14.986012 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-758accc8-8c86-463b-9dc8-5f00d0bacd6f req-376243b4-2b18-4c69-bc8d-fed52cc8de14 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 210 time: 0.2756200 Aug 30 02:02:15.115173 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 75036884-17c8-4042-8d94-de4b9a8a81e7 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:15.560589 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:15.623716 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:15.624355 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:15.751906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:15.752535 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:15.870786 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:15.972289 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52130) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:16.040614 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.041634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:16.102735 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52142) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:16.116832 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314059346', 'description': 'tempest-description--2011595880'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:16.124360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52146) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:16.137236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136216416', 'description': 'tempest-description--1754627224'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:16.152166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:16.159209 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:16.159619 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.188238 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4cce11e-10fe-4543-86ae-f9c062a033bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.298914 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:16.299308 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.311838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.324036 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:16.388958 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f184863b-d5ba-41e1-b1d9-4741e50024f2 req-48a606db-5d35-4afe-99af-cfcb1926dd5b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.0544596 Aug 30 02:02:16.393690 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.423526 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.424360 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 17f1cb44-b585-4374-88b1-4374eeb94d35 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:16.447349 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4cce11e-10fe-4543-86ae-f9c062a033bd admin admin] Publish callbacks [] for security_group (2e994e82-32bf-4f7a-bbd7-3cd827a60277), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.488654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-fa0d8a74-4c84-4f0e-9602-2545f4f74a3e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:16.495471 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-fa0d8a74-4c84-4f0e-9602-2545f4f74a3e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 0.2181294 Aug 30 02:02:16.521384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:16.536877 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 17f1cb44-b585-4374-88b1-4374eeb94d35 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:16.537307 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.542601 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-22c8f4cc-0950-4446-ad8d-141aaaf9a551 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/quotas/e7f4b9bbe0b640688754d04484900cca HTTP/1.1" status: 200 len: 375 time: 0.0460842 Aug 30 02:02:16.563476 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (e26f9ce6-da7a-4f3c-b76d-81f129f8198a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.618011 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-e81f61e0-4770-4648-8653-6ad60aec3be3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736089 Aug 30 02:02:16.645405 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:16.685077 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e26f9ce6-da7a-4f3c-b76d-81f129f8198a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.762646 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f9ce6-da7a-4f3c-b76d-81f129f8198a,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:16.779298 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4cce11e-10fe-4543-86ae-f9c062a033bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2e994e82-32bf-4f7a-bbd7-3cd827a60277), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.806060 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-d4b7b70b-6f10-4ba6-b57a-8292febe2eb5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821020 Aug 30 02:02:16.816555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 17f1cb44-b585-4374-88b1-4374eeb94d35 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:16.817060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 96f3df38-4fe4-41d1-b901-ae28385f83f2 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:16.880816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (47708483-aaac-4b3f-854a-92e3633e3b17), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.887676 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e4cce11e-10fe-4543-86ae-f9c062a033bd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1c2a81204a1541909064de42ae1e95a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9140961 Aug 30 02:02:16.890553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 96f3df38-4fe4-41d1-b901-ae28385f83f2 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:16.890951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.892575 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52170) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:16.898894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cce11e-10fe-4543-86ae-f9c062a033bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e994e82-32bf-4f7a-bbd7-3cd827a60277,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:16.925580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:16.930754 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e311df75-91c9-4fce-87a6-9c1b90e95a9d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8255208 Aug 30 02:02:16.930945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52176) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:16.949877 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-1db0d939-d9a4-407b-a9e1-33eaa883ba0a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477659 Aug 30 02:02:16.959459 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group_rule': {'security_group_id': 'e26f9ce6-da7a-4f3c-b76d-81f129f8198a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:17.092939 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] Publish callbacks [] for security_group (2e994e82-32bf-4f7a-bbd7-3cd827a60277), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.096832 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (47708483-aaac-4b3f-854a-92e3633e3b17), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.097958 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:17.129238 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 96f3df38-4fe4-41d1-b901-ae28385f83f2 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:17.130352 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.158821 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] Publish callbacks [] for security_group (2e994e82-32bf-4f7a-bbd7-3cd827a60277), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.172693 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47708483-aaac-4b3f-854a-92e3633e3b17,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:17.172921 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 96f3df38-4fe4-41d1-b901-ae28385f83f2, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=96f3df38-4fe4-41d1-b901-ae28385f83f2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:17.208055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:17.221781 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (96b71ed2-fbe3-4847-a7b7-1c3605abfbc1), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.235110 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.386939 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.392159 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-74ad10b8-e282-47dd-a932-83e3503ed45b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2622299 Aug 30 02:02:17.392446 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52200) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:17.398387 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': '47708483-aaac-4b3f-854a-92e3633e3b17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:17.402924 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=96f3df38-4fe4-41d1-b901-ae28385f83f2,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:17.499248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:17.516346 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2e994e82-32bf-4f7a-bbd7-3cd827a60277), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.526198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.533563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2e994e82-32bf-4f7a-bbd7-3cd827a60277 HTTP/1.1" status: 204 len: 168 time: 0.6371019 Aug 30 02:02:17.539678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:17.605110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (d291c2c2-2b84-4a20-a2ff-c9d3d28a9bba), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.612156 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (96b71ed2-fbe3-4847-a7b7-1c3605abfbc1), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.621175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:17.621821 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.667189 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ef00f550-c04b-4d19-9f39-3662929d915b req-c39ee523-c26e-4600-a53a-88bbe1d5baa0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.2525938 Aug 30 02:02:17.668461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa7c9c-f7f5-4ab6-bc30-da8425c5fa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e994e82-32bf-4f7a-bbd7-3cd827a60277,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:17.718899 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (96b71ed2-fbe3-4847-a7b7-1c3605abfbc1), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.760656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b71ed2-fbe3-4847-a7b7-1c3605abfbc1,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:17.795213 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:17.795590 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-933e34d5-5a7d-4460-8fb0-f45396c74d3d req-d0f7ce8c-ff48-4ae1-b106-3eded2564166 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.1266840 Aug 30 02:02:17.796517 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:17.860727 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:17.861403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.870481 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (d291c2c2-2b84-4a20-a2ff-c9d3d28a9bba), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.894623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:17.898385 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-78b6c507-adcb-4ca2-b9c7-ae842536cd67 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9637458 Aug 30 02:02:17.901380 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52220) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:17.907574 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group_rule': {'security_group_id': 'e26f9ce6-da7a-4f3c-b76d-81f129f8198a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:17.977551 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:17.978702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:17.989368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (d291c2c2-2b84-4a20-a2ff-c9d3d28a9bba), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.039765 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d291c2c2-2b84-4a20-a2ff-c9d3d28a9bba,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:18.091440 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.42', 62298) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:18.100038 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (61cd5742-1283-4055-bc88-405f5d3ae4bc), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.159725 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:18.160471 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.196351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (61cd5742-1283-4055-bc88-405f5d3ae4bc), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.202590 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.202866 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-75861a7a-bf0e-484f-ba1c-df07eebd921d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8085902 Aug 30 02:02:18.205683 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52232) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:18.211588 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': '47708483-aaac-4b3f-854a-92e3633e3b17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:18.308837 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:18.354693 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:18.360962 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (61cd5742-1283-4055-bc88-405f5d3ae4bc), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.389926 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cd5742-1283-4055-bc88-405f5d3ae4bc,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:18.398460 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (9adddf9c-8a25-4a7a-b4f7-271e28facf8f), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.406042 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-ee62c2ab-a23f-4ff7-af82-170c9972eed6 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:18.411196 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-ee62c2ab-a23f-4ff7-af82-170c9972eed6 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.42 "GET /networking/v2.0/networks?id=050b1da9-475b-4ee9-8160-4c67d0f493ca HTTP/1.1" status: 200 len: 810 time: 0.3151011 Aug 30 02:02:18.453524 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Request body: {'port': {'device_id': '0990f725-df36-4f5e-902f-80f670f7e865', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'admin_state_up': True, 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:18.519670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.524358 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-08c5a228-924c-4d01-afb5-5edb2adb819d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6218250 Aug 30 02:02:18.529699 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52244) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:18.537522 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:18.553872 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (9adddf9c-8a25-4a7a-b4f7-271e28facf8f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.627493 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:18.628221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:18.636515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (9adddf9c-8a25-4a7a-b4f7-271e28facf8f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.673561 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adddf9c-8a25-4a7a-b4f7-271e28facf8f,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:18.699496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.709634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:18.710391 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.786091 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:18.821533 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52258) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:18.878744 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3bf94e02-7829-4a45-b83c-dd4585930a49 req-cb7735ba-b42b-4d7b-b21e-545654e6da28 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0844445 Aug 30 02:02:18.921116 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b498-b998-43c2-a75e-65c60b6cc5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.922837 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.952929 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:18.956672 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c9d75bcd-f58d-483e-9124-5fd053777a74 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7485993 Aug 30 02:02:18.976641 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52268) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:19.015987 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:19.024018 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:19.070582 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:19.153537 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b498-b998-43c2-a75e-65c60b6cc5cf admin admin] Publish callbacks [] for security_group (8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.201446 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Made reservation on behalf of bf405bc0c4b5454aa2b868e9cb5fc7e1 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:02:19.205848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.297776 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:19.303315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.395416 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b498-b998-43c2-a75e-65c60b6cc5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.400811 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3287194e-4966-45d9-974f-99bbe77ea795 req-90b62651-74a9-4720-baac-38192f05e5dd tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.3039742 Aug 30 02:02:19.436147 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.487833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:19.565708 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:12Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:19.605052 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b498-b998-43c2-a75e-65c60b6cc5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:19.611965 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:19.612591 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Updating router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce port 6dc5f900-421e-4417-9c15-efbe109562c0 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:19.626586 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.42', 62308) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:19.640951 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e0b5b498-b998-43c2-a75e-65c60b6cc5cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b5e05350686f48a0a396f6f415734c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7808597 Aug 30 02:02:19.648800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.649530 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52298) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:19.701564 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52300) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:19.717806 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Allocated IP 172.27.2.209 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/0a3d5c25-4e59-4e71-adba-b9a9c5d4142a) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:19.739070 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:19.739473 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.790428 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.824793 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:19.830523 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] Publish callbacks [] for security_group (8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:19.870632 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Allocated IP 172.20.0.10 (050b1da9-475b-4ee9-8160-4c67d0f493ca/92cd0751-0e1a-4a91-88e3-fe8fa57afd98/3028796a-2cf7-481a-af93-2e8ba3d0be57) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:19.957412 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.012059 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] Publish callbacks [] for security_group (8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.032226 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-93651482-cafb-4ac9-bca6-0b075d2a217c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:20.034488 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-93651482-cafb-4ac9-bca6-0b075d2a217c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 0.4067042 Aug 30 02:02:20.048542 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'port': {'device_id': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'admin_state_up': True, 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:20.085813 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cbb1b80a-0535-4b56-b8f5-2f430c0d71eb req-228ef3db-b6e4-432a-b98f-803217656524 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0679054 Aug 30 02:02:20.150476 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:20.202046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-13fbf8bf-ca5a-4dbf-b537-19d50aec42e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.202285 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:20.205117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 96f3df38-4fe4-41d1-b901-ae28385f83f2 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:20.232580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.287073 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:20.287970 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 96f3df38-4fe4-41d1-b901-ae28385f83f2 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:20.288494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.290901 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:20.296568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:20.301735 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=0a3d5c25-4e59-4e71-adba-b9a9c5d4142a,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:20.338630 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.27.2.150 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/010e2e4b-ef50-4d71-b526-c32def1e4ea5) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:20.386466 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks [] for port (6dc5f900-421e-4417-9c15-efbe109562c0), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.448630 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 96f3df38-4fe4-41d1-b901-ae28385f83f2 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:20.462318 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Made reservation on behalf of e7f4b9bbe0b640688754d04484900cca for: {'port': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:02:20.467018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.474490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.477841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.484407 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e HTTP/1.1" status: 204 len: 168 time: 0.8224430 Aug 30 02:02:20.578184 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59a352-d914-443c-9e3f-f456b24525d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8524f8c6-3e3e-47e0-87c4-eaef74b6ac1e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:20.596125 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.599346 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:20.776627 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.797102 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47b11c-db54-40fa-b9db-2324eda4b527 None None] Pushing event updated for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:20.821257 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-537382b0-a8be-4aad-b15d-b86690207262 req-a178a6d0-873e-4d63-94ec-2b3f1e040c89 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.1022365 Aug 30 02:02:20.838231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Attempting to bind port 6dc5f900-421e-4417-9c15-efbe109562c0 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:20.838977 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Attempting to bind port 6dc5f900-421e-4417-9c15-efbe109562c0 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:20.839582 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Attempting to bind port 6dc5f900-421e-4417-9c15-efbe109562c0 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:20.847903 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:20.848613 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:20.849231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.849961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:20.850626 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Bound port: 6dc5f900-421e-4417-9c15-efbe109562c0, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:20.851239 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.872789 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:20.873807 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Allocated IP 172.20.0.3 (1d16cb49-ecef-4189-a61f-53bbf0aaef30/ebcc4ce7-292e-4024-8edf-d9a86e826925/61565fda-094d-4fe4-931b-8cf82b3d145d) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:20.878015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-13fbf8bf-ca5a-4dbf-b537-19d50aec42e9 admin admin] Publish callbacks [] for security_group (80360fd0-0f2f-4807-a6ac-07b30bc8c720), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.935870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] For port 6dc5f900-421e-4417-9c15-efbe109562c0, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:20.941564 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] For port 6dc5f900-421e-4417-9c15-efbe109562c0, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6dc5f900-421e-4417-9c15-efbe109562c0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:20.964703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks [] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:20.991007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-13fbf8bf-ca5a-4dbf-b537-19d50aec42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (80360fd0-0f2f-4807-a6ac-07b30bc8c720), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.005036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.060244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.075597 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.080859 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:02:21.183176 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-13fbf8bf-ca5a-4dbf-b537-19d50aec42e9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1b77ab6a0dc743f993aa7cfe813a88ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4805372 Aug 30 02:02:21.190537 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbf8bf-ca5a-4dbf-b537-19d50aec42e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80360fd0-0f2f-4807-a6ac-07b30bc8c720,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:21.196447 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52342) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:21.274046 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:21.274046 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:21.387132 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47b11c-db54-40fa-b9db-2324eda4b527 None None] Pushing event updated for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:21.405557 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f14916ad-27ce-423d-b508-f87b90a7327b req-ac0b26d3-f9fa-4135-bbb4-10b9b109f879 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0864294 Aug 30 02:02:21.409854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] Publish callbacks [] for security_group (80360fd0-0f2f-4807-a6ac-07b30bc8c720), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.475059 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:21.477253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.524745 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:21.524745 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.527536 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:21.532319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:21.538158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:21.559925 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:21.567139 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:21.594610 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:21.608091 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:21.623928 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.42', 62318) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:21.639673 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] Publish callbacks [] for security_group (80360fd0-0f2f-4807-a6ac-07b30bc8c720), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.825780 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.838554 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:21.949903 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:20Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:21.950584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.951783 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:21.969758 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.020488 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f05069-ec8e-4b09-95ef-c7707d779dd0 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:20Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:22.044827 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:22.068526 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:22.072992 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:22.319343 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cabd1-a8bd-4c04-8717-6d0812120bfd req-08707eb3-22a5-4e50-9a0f-6e4247ea6fa7 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:22.328306 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-892cabd1-a8bd-4c04-8717-6d0812120bfd req-08707eb3-22a5-4e50-9a0f-6e4247ea6fa7 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 932 time: 0.1474445 Aug 30 02:02:22.385393 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:22.504496 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-892cabd1-a8bd-4c04-8717-6d0812120bfd req-b76478a4-fa92-4666-b719-2e9310c15322 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929768 Aug 30 02:02:22.506063 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 2, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:22.506636 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=0a3d5c25-4e59-4e71-adba-b9a9c5d4142a,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:22.506980 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:22.506980 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Updating router 49edf469-8b14-42ee-a877-6902c65a26e9 port 3aeae01a-1920-4cd4-a77a-d3299b264f16 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:22.507241 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.523357 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:22.525317 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:22.536796 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.554948 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:22.580151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:22.585290 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:22.586594 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.645633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=010e2e4b-ef50-4d71-b526-c32def1e4ea5,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:22.740874 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.740874 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:22.740874 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-39a92acd-3706-43a1-b9a2-8c40a0e7290b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2005057 Aug 30 02:02:22.920458 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:23.037840 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:23.048142 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:23.056850 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:23.074534 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:23.076884 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.180991 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:23.186948 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:23.205922 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-91a33f2d-15cf-4f4f-9315-f2dd4eb12a09 None None] Provisioning complete for port 3028796a-2cf7-481a-af93-2e8ba3d0be57 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:23.206429 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-91a33f2d-15cf-4f4f-9315-f2dd4eb12a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.247639 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-aa9413df-de95-42ee-898a-adea3eba79f3 req-c3ce47f6-3b55-47b3-a68c-88a5267fffea tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.6413529 Aug 30 02:02:23.267937 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8204880 Aug 30 02:02:23.273701 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf13387-aa8f-4426-b8f7-84b9de97cb12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Pushing event updated for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:23.309148 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:23.353297 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-91a33f2d-15cf-4f4f-9315-f2dd4eb12a09 None None] Port 3028796a-2cf7-481a-af93-2e8ba3d0be57 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:23.353910 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-a11440a0-2f4b-49e5-b4e6-6e3faac57c41 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:02:23.362940 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-a11440a0-2f4b-49e5-b4e6-6e3faac57c41 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0394709 Aug 30 02:02:23.427162 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-f66505bd-4f5f-46b3-bb69-b34086aee8f2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3845766 Aug 30 02:02:23.491379 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks [] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.570240 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52404) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:23.572136 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.593278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 2, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:23.613527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-c217cc3f-a91f-4cee-a18e-f48d721856a2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:23.630368 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-c217cc3f-a91f-4cee-a18e-f48d721856a2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 1.9840906 Aug 30 02:02:23.696694 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080f2e-d099-46b8-96e8-d3bed069fafa None None] Pushing event updated for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:23.697336 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:23.736970 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6dc5f900-421e-4417-9c15-efbe109562c0 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:23.794126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'port': {'device_id': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'admin_state_up': True, 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:23.803804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (80360fd0-0f2f-4807-a6ac-07b30bc8c720), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.817039 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.817039 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/80360fd0-0f2f-4807-a6ac-07b30bc8c720 HTTP/1.1" status: 204 len: 168 time: 2.6135702 Aug 30 02:02:23.821311 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-85ca31f5-430f-420e-a5e5-34de5dcbea8c tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1314059346&fields=id&tenant_id=1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 267 time: 0.4651308 Aug 30 02:02:23.844934 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:23.845033 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.875805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Request body: {'port': {'device_id': '0990f725-df36-4f5e-902f-80f670f7e865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:23.881007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:23.881707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Updating router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 port 396ba6c6-33c5-4f71-a161-9decd104780e binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:02:23.953399 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Attempting to bind port 3aeae01a-1920-4cd4-a77a-d3299b264f16 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:23.954240 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Attempting to bind port 3aeae01a-1920-4cd4-a77a-d3299b264f16 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:23.954785 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Attempting to bind port 3aeae01a-1920-4cd4-a77a-d3299b264f16 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:23.961831 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-e7d55f0a-9464-43f5-97da-45d2f0ce489a None None] Provisioning complete for port 61565fda-094d-4fe4-931b-8cf82b3d145d triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:23.970052 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e7d55f0a-9464-43f5-97da-45d2f0ce489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.970267 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:23.970483 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Checking segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:23.971582 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f66a1f-5548-4d78-875e-46271f02ef93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80360fd0-0f2f-4807-a6ac-07b30bc8c720,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:23.971984 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.973033 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Bound using segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:23.979620 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3021020d-8416-418b-b3f5-12067ab1ff71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:23.982428 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Bound port: 3aeae01a-1920-4cd4-a77a-d3299b264f16, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:23.987052 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.018786 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Request body: {'port': {'device_id': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:24.058383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e7d55f0a-9464-43f5-97da-45d2f0ce489a None None] Port 61565fda-094d-4fe4-931b-8cf82b3d145d cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:24.063727 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c71d-d207-4d7e-8ca1-13fdee95d610 req-b0b90e04-a149-408e-ada2-85f67d00c52e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:24.065299 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5558c71d-d207-4d7e-8ca1-13fdee95d610 req-b0b90e04-a149-408e-ada2-85f67d00c52e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 932 time: 0.3291860 Aug 30 02:02:24.065884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.145105 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] For port 3aeae01a-1920-4cd4-a77a-d3299b264f16, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:24.155831 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] For port 3aeae01a-1920-4cd4-a77a-d3299b264f16, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=3aeae01a-1920-4cd4-a77a-d3299b264f16,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:24.170187 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:24.222056 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 6dc5f900-421e-4417-9c15-efbe109562c0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:24.222283 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.274314 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.279146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.323812 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.344502 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5558c71d-d207-4d7e-8ca1-13fdee95d610 req-093a13fb-53f6-47b9-9239-51c52d71be5d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650628 Aug 30 02:02:24.420330 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:24.421042 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:24.490930 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Made reservation on behalf of e7f4b9bbe0b640688754d04484900cca for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:02:24.499654 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.600766 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080f2e-d099-46b8-96e8-d3bed069fafa None None] Pushing event updated for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:24.658902 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:24.679274 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.705854 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7b9b3aed-0d44-4aef-8ddd-5f3f1b8835a1 req-394c402d-5626-4f57-b826-1c7ed22a5765 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.1229439 Aug 30 02:02:24.726184 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 6dc5f900-421e-4417-9c15-efbe109562c0 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:24.726574 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.783848 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:24.828251 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.835974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:24.873385 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52432) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:24.938800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 6dc5f900-421e-4417-9c15-efbe109562c0, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6dc5f900-421e-4417-9c15-efbe109562c0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:24.993494 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:25.032944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.090612 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52440) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:25.129063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd013-b696-433f-b324-8aa8d711e188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.195211 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks [] for port (396ba6c6-33c5-4f71-a161-9decd104780e), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.223739 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:25.225897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd013-b696-433f-b324-8aa8d711e188 admin admin] Publish callbacks [] for security_group (707067bc-781b-4167-b9f7-d0528b54f6ba), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.261324 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=010e2e4b-ef50-4d71-b526-c32def1e4ea5,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:25.284484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.285966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:25.313352 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-63c186b6-5e6b-4eff-b5b1-7f54340125c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3267202 Aug 30 02:02:25.320523 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd013-b696-433f-b324-8aa8d711e188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (707067bc-781b-4167-b9f7-d0528b54f6ba), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.320741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.419089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:25.426817 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7a4cd013-b696-433f-b324-8aa8d711e188 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0da6a09895c54fe3a759d06eb7773159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302183 Aug 30 02:02:25.471639 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52448) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:25.491676 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:25.523571 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:25.620378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060942e-29d5-40fc-92ef-7241238bb0a0 None None] Pushing event updated for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:25.620378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 3aeae01a-1920-4cd4-a77a-d3299b264f16 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:25.620555 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aebd57-6cbe-4e58-a4f3-496cbdb92ed3 None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:25.663960 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Attempting to bind port 396ba6c6-33c5-4f71-a161-9decd104780e on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:25.664569 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Attempting to bind port 396ba6c6-33c5-4f71-a161-9decd104780e by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:25.664922 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Attempting to bind port 396ba6c6-33c5-4f71-a161-9decd104780e on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:25.667039 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f5676388-6e84-4729-82c8-837048251150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.684949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:25.685507 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:25.686017 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.686509 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Bound using segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:25.687084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Bound port: 396ba6c6-33c5-4f71-a161-9decd104780e, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:25.687576 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.710761 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cd013-b696-433f-b324-8aa8d711e188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707067bc-781b-4167-b9f7-d0528b54f6ba,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:25.734985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba482f02-3c2b-45e9-997a-cd164885fd77 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:25.734985 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba482f02-3c2b-45e9-997a-cd164885fd77 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 811 time: 1.9117658 Aug 30 02:02:25.742113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1730b-9632-45e5-b9d4-eaec290a59f2 req-dd30a934-ec31-4f4e-9f26-42cfeaff25f7 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:25.743997 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8cd1730b-9632-45e5-b9d4-eaec290a59f2 req-dd30a934-ec31-4f4e-9f26-42cfeaff25f7 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 932 time: 0.1472011 Aug 30 02:02:25.769987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 3aeae01a-1920-4cd4-a77a-d3299b264f16 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:25.770555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.779701 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3021020d-8416-418b-b3f5-12067ab1ff71 admin admin] Publish callbacks [] for security_group (8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.823328 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-adec9686-a8d9-4c24-901e-314f693c1488 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/quotas/1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 375 time: 0.0524459 Aug 30 02:02:25.839057 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] Publish callbacks [] for security_group (707067bc-781b-4167-b9f7-d0528b54f6ba), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.874890 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8cd1730b-9632-45e5-b9d4-eaec290a59f2 req-241f6c65-004e-4802-b5ba-1a420b752b6f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221058 Aug 30 02:02:25.898418 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3021020d-8416-418b-b3f5-12067ab1ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.925295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] Publish callbacks [] for security_group (707067bc-781b-4167-b9f7-d0528b54f6ba), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:25.982602 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-b6539d9b-4bce-4033-a511-439a57e9d2c7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435599 Aug 30 02:02:26.011403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] For port 396ba6c6-33c5-4f71-a161-9decd104780e, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:26.046717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f5676388-6e84-4729-82c8-837048251150 admin admin] Publish callbacks [] for security_group (64385c75-4ba7-479e-9946-441bc8f00b32), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.060630 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61565fda-094d-4fe4-931b-8cf82b3d145d {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:26.081548 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] For port 396ba6c6-33c5-4f71-a161-9decd104780e, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=396ba6c6-33c5-4f71-a161-9decd104780e,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:26.084578 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 3aeae01a-1920-4cd4-a77a-d3299b264f16 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:26.087772 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.094743 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks [] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.181551 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f5676388-6e84-4729-82c8-837048251150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (64385c75-4ba7-479e-9946-441bc8f00b32), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.218423 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.244220 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 3aeae01a-1920-4cd4-a77a-d3299b264f16, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=3aeae01a-1920-4cd4-a77a-d3299b264f16,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:26.276381 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f5676388-6e84-4729-82c8-837048251150 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d28fb6fcd2c641a6a70154e485d37a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3976128 Aug 30 02:02:26.285111 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52472) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:26.289857 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021020d-8416-418b-b3f5-12067ab1ff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:26.346217 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.346583 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-7584bb7e-0b63-4cfe-87f1-c43b0f6d4865 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810130 Aug 30 02:02:26.346664 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:26.346664 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:26.419097 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Transition to ACTIVE for port object 61565fda-094d-4fe4-931b-8cf82b3d145d will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:02:26.435485 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3021020d-8416-418b-b3f5-12067ab1ff71 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=34e6a886fdef4899a6261200d9ecd640&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8474085 Aug 30 02:02:26.441937 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060942e-29d5-40fc-92ef-7241238bb0a0 None None] Pushing event updated for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:26.451303 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-17d36967-6023-44f7-a374-f66cf8881752 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--136216416&fields=id&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 267 time: 0.1814322 Aug 30 02:02:26.451303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5676388-6e84-4729-82c8-837048251150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64385c75-4ba7-479e-9946-441bc8f00b32,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:26.451303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52474) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:26.451873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:26.451974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (707067bc-781b-4167-b9f7-d0528b54f6ba), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.454907 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.458767 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/707067bc-781b-4167-b9f7-d0528b54f6ba HTTP/1.1" status: 204 len: 168 time: 0.9632087 Aug 30 02:02:26.705126 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:26.725271 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:26.797696 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3028796a-2cf7-481a-af93-2e8ba3d0be57 {{(pid=106658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:26.823322 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks [] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.847115 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-686a2cd7-5a18-472d-ba44-e1f327febb0b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053678 Aug 30 02:02:26.882110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.provisioning_blocks [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Transition to ACTIVE for port object 3028796a-2cf7-481a-af93-2e8ba3d0be57 will not be triggered until provisioned by entity L2. {{(pid=106658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:02:26.977960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:26.983490 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:27.122801 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:25Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:27.209265 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:27.239553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553916f1-08d2-497c-9e07-192dae6eb2bf None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:25Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:27.254230 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Pushing event updated for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:27.257629 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Attempting to bind port 3028796a-2cf7-481a-af93-2e8ba3d0be57 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:27.257959 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Attempting to bind port 3028796a-2cf7-481a-af93-2e8ba3d0be57 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}] {{(pid=106658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:27.258341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Attempting to bind port 3028796a-2cf7-481a-af93-2e8ba3d0be57 on network 050b1da9-475b-4ee9-8160-4c67d0f493ca {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:27.263839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:27.275831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Port 3028796a-2cf7-481a-af93-2e8ba3d0be57 on network 050b1da9-475b-4ee9-8160-4c67d0f493ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:02:27.276158 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Attempting to bind port 3028796a-2cf7-481a-af93-2e8ba3d0be57 on network 050b1da9-475b-4ee9-8160-4c67d0f493ca {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:27.285520 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:27.285889 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Checking segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:27.286435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Bound using segment: {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'} {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:27.286873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Bound port: 3028796a-2cf7-481a-af93-2e8ba3d0be57, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af092c8a-b5fc-4f97-a35a-5762207d35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca'}}] {{(pid=106658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:27.287287 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:27.323232 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bbfafbc6-99ac-44da-9e5e-db07c46da16e req-00ab3abb-7548-4ecf-bbeb-204e6c69bfe5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0789697 Aug 30 02:02:27.332313 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:27.370531 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] Publish callbacks [] for security_group (64385c75-4ba7-479e-9946-441bc8f00b32), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:27.447439 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] Publish callbacks [] for security_group (64385c75-4ba7-479e-9946-441bc8f00b32), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:27.458685 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:27.505956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a9483-aed8-4f2a-99be-87c1e40b5a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707067bc-781b-4167-b9f7-d0528b54f6ba,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:27.619187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Attempting to bind port 61565fda-094d-4fe4-931b-8cf82b3d145d on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:27.623443 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Attempting to bind port 61565fda-094d-4fe4-931b-8cf82b3d145d by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:27.623443 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Attempting to bind port 61565fda-094d-4fe4-931b-8cf82b3d145d on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:27.640451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6dc5f900-421e-4417-9c15-efbe109562c0 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:27.679666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Allocated IP 172.20.0.6 (1d16cb49-ecef-4189-a61f-53bbf0aaef30/ebcc4ce7-292e-4024-8edf-d9a86e826925/4fe22a1d-4332-4831-ab82-7f45c452f699) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:27.692137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:27.789025 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 6dc5f900-421e-4417-9c15-efbe109562c0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:27.789579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:27.838727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45bb3d-926c-4434-87fa-f1931ebb0000 req-7dcdc4b2-0740-4f68-a82c-74df40d27847 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:27.846739 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ba45bb3d-926c-4434-87fa-f1931ebb0000 req-7dcdc4b2-0740-4f68-a82c-74df40d27847 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.2645884 Aug 30 02:02:27.849774 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, cleared binding levels {{(pid=106658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:27.888318 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:28.002716 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ba45bb3d-926c-4434-87fa-f1931ebb0000 req-c574300f-4b09-4ae2-8489-84458ce63339 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547809 Aug 30 02:02:28.040034 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 6dc5f900-421e-4417-9c15-efbe109562c0 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:28.041150 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 396ba6c6-33c5-4f71-a161-9decd104780e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:28.048486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Port 61565fda-094d-4fe4-931b-8cf82b3d145d on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:02:28.049082 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Attempting to bind port 61565fda-094d-4fe4-931b-8cf82b3d145d on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:28.078654 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0b2b4743-9f1f-46cf-8544-dd821abe2f12 req-90a22ae1-7ccb-471e-b16d-6fc72e186253 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0410352 Aug 30 02:02:28.081904 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.087518 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:28.088135 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.089664 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/3028796a-2cf7-481a-af93-2e8ba3d0be57 HTTP/1.1" status: 200 len: 1094 time: 4.4817936 Aug 30 02:02:28.090118 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:28.117484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:28.117848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:28.118412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Bound using segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:28.118858 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Bound port: 61565fda-094d-4fe4-931b-8cf82b3d145d, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:28.122333 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.144286 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 396ba6c6-33c5-4f71-a161-9decd104780e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:28.144996 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.227522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-42754136-e518-402a-a76a-58fc5011fed2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:28.242755 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-42754136-e518-402a-a76a-58fc5011fed2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 1.7957611 Aug 30 02:02:28.245109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (64385c75-4ba7-479e-9946-441bc8f00b32), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.248697 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.253297 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/64385c75-4ba7-479e-9946-441bc8f00b32 HTTP/1.1" status: 204 len: 168 time: 1.9576292 Aug 30 02:02:28.335681 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800f0a0-f823-4096-82a4-c48134c5d2ab service neutron] Pushing event updated for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=3']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:28.344252 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] Publish callbacks [] for security_group (8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.398468 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-691b82aa-6377-4c1d-9029-979f5a95d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:28.400277 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-691b82aa-6377-4c1d-9029-979f5a95d96d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bf405bc0c4b5454aa2b868e9cb5fc7e1&device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 1128 time: 0.1145525 Aug 30 02:02:28.423532 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831bb3a-e23a-487b-adaa-53d10f1251aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64385c75-4ba7-479e-9946-441bc8f00b32,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:28.440901 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-257d6007-f011-4dc7-a943-f808175e75f6 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/quotas/c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 375 time: 0.1964447 Aug 30 02:02:28.512112 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c457ca-f098-4cb0-ba44-a24d481c1780" -d '{"events": [{"name": "network-changed", "server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:28.529384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 396ba6c6-33c5-4f71-a161-9decd104780e is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:28.529915 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.568147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] Publish callbacks [] for security_group (8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.578138 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 396ba6c6-33c5-4f71-a161-9decd104780e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=396ba6c6-33c5-4f71-a161-9decd104780e,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:28.608783 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-0bd490f5-dc00-40d4-8cf3-fc3f28828c59 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57 HTTP/1.1" status: 200 len: 217 time: 0.1685376 Aug 30 02:02:28.640089 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-ac1b2249-1196-46d1-8cb3-c0c5101139fa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941674 Aug 30 02:02:28.643400 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-02f10b30-539e-4cdc-80ff-255fd3a84f3f req-c4291386-8664-481c-9d8e-19ee2a13a504 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.1089671 Aug 30 02:02:28.674237 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:28.686848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.721340 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.721340 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 3aeae01a-1920-4cd4-a77a-d3299b264f16 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:28.745332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=61565fda-094d-4fe4-931b-8cf82b3d145d,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:28.774315 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-f87ad3fa-9e7b-4365-908f-c7c5a2f1a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:28.781280 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-f87ad3fa-9e7b-4365-908f-c7c5a2f1a3f6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=92cd0751-0e1a-4a91-88e3-fe8fa57afd98 HTTP/1.1" status: 200 len: 849 time: 0.1285405 Aug 30 02:02:28.846471 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.852810 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:28.863298 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 3aeae01a-1920-4cd4-a77a-d3299b264f16 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:28.863723 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.874084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:28.881444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:28.881444 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 1093 time: 5.2326455 Aug 30 02:02:28.881444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:28.962234 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 3aeae01a-1920-4cd4-a77a-d3299b264f16 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:29.081032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-a43162e6-0544-4e0c-acfb-93473efc2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:29.092921 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-a43162e6-0544-4e0c-acfb-93473efc2357 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=050b1da9-475b-4ee9-8160-4c67d0f493ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3022702 Aug 30 02:02:29.105327 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-aaa31dd2-7874-40b2-aa48-ba4e3e3b1912 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396422 Aug 30 02:02:29.110080 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:29.114606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:29.122909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:29.130542 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3 HTTP/1.1" status: 204 len: 168 time: 2.6760290 Aug 30 02:02:29.273086 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649acc93-9279-4a0c-aae7-14acd08df0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddaaf65-c6c2-4c74-8a5e-d09bb60f5bc3,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:29.515717 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 396ba6c6-33c5-4f71-a161-9decd104780e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:29.581300 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-169425e3-aa5a-4605-a3e6-9becab77597a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224305 Aug 30 02:02:29.600537 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 396ba6c6-33c5-4f71-a161-9decd104780e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:29.601277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:29.699392 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299463fb-75ea-449a-a87f-0ee230b23fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:29.713898 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 396ba6c6-33c5-4f71-a161-9decd104780e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:29.748100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-1ad31bc1-165d-484c-b0ae-0b9e43ba0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:29.751212 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-1ad31bc1-165d-484c-b0ae-0b9e43ba0476 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1127 time: 0.5305641 Aug 30 02:02:29.784710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba5ab9-271d-425b-99cb-fad7ddf15452 x-openstack-request-id: req-11ba5ab9-271d-425b-99cb-fad7ddf15452 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:29.785246 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:29.785437 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11ba5ab9-271d-425b-99cb-fad7ddf15452 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:29.786076 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ba5ab9-271d-425b-99cb-fad7ddf15452'] response: {'name': 'network-changed', 'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57', 'status': 'completed', 'code': 200} Aug 30 02:02:29.876849 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:29.896843 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:29.929036 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69f0e722-4214-4b1b-b735-edd1c54a4687 req-0297f396-0761-463a-acab-e9cd4f45e1de service neutron] 10.222.0.42 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319447 Aug 30 02:02:29.964388 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-6d79deea-a1e4-4b39-9ca2-01a283ae5399 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.1695454 Aug 30 02:02:30.008067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:30.011721 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:30.018377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:30.020115 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:30.032053 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b161d-35a2-4de1-b44e-1072869604b3 req-3a579869-c6dd-4c81-868f-ca2bef9f7bc5 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:30.035807 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d98b161d-35a2-4de1-b44e-1072869604b3 req-3a579869-c6dd-4c81-868f-ca2bef9f7bc5 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.1732478 Aug 30 02:02:30.094884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-20da7010-9eb8-4ca9-9803-115fbec48aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:30.223650 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8423971e-34ae-4a1a-ac75-a8a0a5932672" -d '{"events": [{"name": "network-changed", "server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:30.260230 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-4183296e-630a-4543-9be9-d9972cb566b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:30.271463 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-4183296e-630a-4543-9be9-d9972cb566b9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=bf405bc0c4b5454aa2b868e9cb5fc7e1&device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 1128 time: 0.0718486 Aug 30 02:02:30.271887 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-02f51ccb-e944-40d0-8e92-4265b644f31c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1386361 Aug 30 02:02:30.287485 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d98b161d-35a2-4de1-b44e-1072869604b3 req-1f827a55-e614-4394-b82e-1a2325afe6d6 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441339 Aug 30 02:02:30.322938 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5451205 Aug 30 02:02:30.365409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Request body: {'port': {'device_id': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:30.450981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-034debc0-caec-45be-a1ca-c6b65c764ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:30.450981 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-034debc0-caec-45be-a1ca-c6b65c764ef6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.4443178 Aug 30 02:02:30.453712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c350ce1-539d-4917-b6d5-d6a285d0aebe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:30.586040 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:30.609156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-33f077d8-3893-4d6b-87ba-68040c3acbd6 None None] Provisioning complete for port 4fe22a1d-4332-4831-ab82-7f45c452f699 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:30.609888 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-33f077d8-3893-4d6b-87ba-68040c3acbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:30.626760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b1038-ebb3-416c-a693-5162573e67c6 req-42518c29-2bdf-4b72-96ef-f9c32458df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:30.628742 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-42518c29-2bdf-4b72-96ef-f9c32458df2b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1584296 Aug 30 02:02:30.712026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-33f077d8-3893-4d6b-87ba-68040c3acbd6 None None] Port 4fe22a1d-4332-4831-ab82-7f45c452f699 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:30.840349 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52594) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:30.865792 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1a4dd931-392b-41e5-8fef-03970a703116 req-227dc925-36be-46b2-a750-0560400a4d05 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0881348 Aug 30 02:02:30.901419 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e8625265-3c8e-42be-805b-ddf8be576f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:31.155587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535f09-6c7b-4cd4-bed7-a3329eaaf91f req-09fac67a-5553-4bd8-9ff7-2af9ad490e8d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:31.163000 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e8625265-3c8e-42be-805b-ddf8be576f86 admin admin] Publish callbacks [] for security_group (1fa3f13a-daf6-4a85-bb65-161ee925a578), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:31.166698 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fd535f09-6c7b-4cd4-bed7-a3329eaaf91f req-09fac67a-5553-4bd8-9ff7-2af9ad490e8d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 931 time: 0.2588692 Aug 30 02:02:31.192648 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-3f164aff-8704-44d4-a8ad-2648a0b3f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:31.199433 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-3f164aff-8704-44d4-a8ad-2648a0b3f9f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=050b1da9-475b-4ee9-8160-4c67d0f493ca HTTP/1.1" status: 200 len: 911 time: 0.9000418 Aug 30 02:02:31.248001 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e8625265-3c8e-42be-805b-ddf8be576f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1fa3f13a-daf6-4a85-bb65-161ee925a578), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:31.319042 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e8625265-3c8e-42be-805b-ddf8be576f86 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2d2e26f8cce64a02929ead6ed540d36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750257 Aug 30 02:02:31.319042 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8625265-3c8e-42be-805b-ddf8be576f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa3f13a-daf6-4a85-bb65-161ee925a578,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:31.325180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52612) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:31.468275 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] Publish callbacks [] for security_group (1fa3f13a-daf6-4a85-bb65-161ee925a578), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:31.514783 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:31.540176 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-259612a7-d292-45e0-ab33-56f07bf49fbb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630748 Aug 30 02:02:31.602055 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fd535f09-6c7b-4cd4-bed7-a3329eaaf91f req-1aac2952-b74e-47f7-89d3-8397c8ba63f8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343936 Aug 30 02:02:31.603054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] Publish callbacks [] for security_group (1fa3f13a-daf6-4a85-bb65-161ee925a578), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:31.606398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:31.801742 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-fe4ab804-36dd-4296-b1a4-d7e94c329c55 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57 HTTP/1.1" status: 200 len: 217 time: 0.1736884 Aug 30 02:02:31.832083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:31.909499 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-9aacbff1-2642-4630-9ded-2f3620c5120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:31.911025 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-9aacbff1-2642-4630-9ded-2f3620c5120a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=92cd0751-0e1a-4a91-88e3-fe8fa57afd98 HTTP/1.1" status: 200 len: 849 time: 0.0846181 Aug 30 02:02:31.914237 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5bd85-7d81-4dc3-9fc9-20c59052052d x-openstack-request-id: req-ecf5bd85-7d81-4dc3-9fc9-20c59052052d {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:31.914693 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:31.915112 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ecf5bd85-7d81-4dc3-9fc9-20c59052052d {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:31.915927 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf5bd85-7d81-4dc3-9fc9-20c59052052d'] response: {'name': 'network-changed', 'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d', 'status': 'completed', 'code': 200} Aug 30 02:02:31.949858 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c008e58f-3c51-452c-b9d5-d57918641a8d req-206db1be-6ff8-48fa-86e0-89b5c3d9d935 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.1625783 Aug 30 02:02:31.978331 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-725b1038-ebb3-416c-a693-5162573e67c6 req-9b246cdc-0323-4278-8927-8acdcd55a106 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459878 Aug 30 02:02:32.034094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1fa3f13a-daf6-4a85-bb65-161ee925a578), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.036699 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.037880 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1fa3f13a-daf6-4a85-bb65-161ee925a578 HTTP/1.1" status: 204 len: 168 time: 0.7113535 Aug 30 02:02:32.052049 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:32.125646 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe22a1d-4332-4831-ab82-7f45c452f699 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:32.167170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks [] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.167406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb104b8-0ee8-474b-adac-bed7cd867551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa3f13a-daf6-4a85-bb65-161ee925a578,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:32.199899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.42', 62331) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:32.220499 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-9730de20-ffc3-4d63-b3cc-4fe8593287ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.267296 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Transition to ACTIVE for port object 4fe22a1d-4332-4831-ab82-7f45c452f699 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:02:32.305640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:32.331776 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-97049f79-6ac5-436f-9b3f-4c29c5f19b75 req-dea693b2-77b0-43f1-8eb7-84c53b2d7618 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.1180129 Aug 30 02:02:32.361414 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-faca70d4-312d-415b-9f66-bb4224c4e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.363048 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-faca70d4-312d-415b-9f66-bb4224c4e9a4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=050b1da9-475b-4ee9-8160-4c67d0f493ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4338892 Aug 30 02:02:32.378200 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-a48790d2-aef0-44f4-aa5a-096e6f5c6fae tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.379991 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-a48790d2-aef0-44f4-aa5a-096e6f5c6fae tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 811 time: 0.3288231 Aug 30 02:02:32.381546 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.409251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97322e1-1545-4b2e-b888-d62416efc580 req-76449224-20ec-456c-bfcc-33a15881e72f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.432608 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a97322e1-1545-4b2e-b888-d62416efc580 req-76449224-20ec-456c-bfcc-33a15881e72f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.4077950 Aug 30 02:02:32.436334 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-2ab7223e-452d-4a51-be04-9b8dbc080762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.439750 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-2ab7223e-452d-4a51-be04-9b8dbc080762 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1127 time: 0.2361760 Aug 30 02:02:32.525018 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Attempting to bind port 4fe22a1d-4332-4831-ab82-7f45c452f699 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Attempting to bind port 4fe22a1d-4332-4831-ab82-7f45c452f699 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Attempting to bind port 4fe22a1d-4332-4831-ab82-7f45c452f699 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-b8c84797-f1d6-4065-b396-5b56776f6ea2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 380 time: 0.1433861 Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Port 4fe22a1d-4332-4831-ab82-7f45c452f699 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Attempting to bind port 4fe22a1d-4332-4831-ab82-7f45c452f699 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'port': {'device_id': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'admin_state_up': True, 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'security_groups': ['e26f9ce6-da7a-4f3c-b76d-81f129f8198a']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Bound using segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:32.610983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Bound port: 4fe22a1d-4332-4831-ab82-7f45c452f699, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:32.612426 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:32.635424 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a97322e1-1545-4b2e-b888-d62416efc580 req-aabfc78f-cee4-485b-aed4-ab565f82e83e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016649 Aug 30 02:02:32.705503 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-70256452-cb37-41d1-ad59-48163bf6ec70 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006468 Aug 30 02:02:32.705503 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-90a285fe-26eb-46a1-b853-3d52824352ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.707097 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-90a285fe-26eb-46a1-b853-3d52824352ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.2462406 Aug 30 02:02:32.811116 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-6fdf4c0a-1d8c-4240-86c6-3cbba041bbf3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978148 Aug 30 02:02:32.817821 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e75c9b-e701-4abd-ba71-900930b4e637 req-e762084e-b0da-4524-be19-5f9b363c9d89 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.819378 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31e75c9b-e701-4abd-ba71-900930b4e637 req-e762084e-b0da-4524-be19-5f9b363c9d89 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.1152081 Aug 30 02:02:32.825209 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:32.832779 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4fe22a1d-4332-4831-ab82-7f45c452f699,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:32.901062 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-98abd909-e4a5-4a73-babe-ce14af0add8a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.1663084 Aug 30 02:02:32.912622 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31e75c9b-e701-4abd-ba71-900930b4e637 req-1cb2c20b-d14a-43ba-8a79-c24249afc18f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849092 Aug 30 02:02:32.956801 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-9ea9d7bb-6e3c-4d6e-a8a4-dcb23b92cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:32.958750 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-9ea9d7bb-6e3c-4d6e-a8a4-dcb23b92cc4b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0686004 Aug 30 02:02:33.046444 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d5d4d9b6-4606-4544-88ae-594befaa5d34 req-5448481b-d449-408c-bfef-57dbbd3deb9c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.0381744 Aug 30 02:02:33.429769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:33.439981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Made reservation on behalf of 1cbdcc426c3f4d3090919f1a50e3d626 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:02:33.443751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:33.448293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:33.449251 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:33.450383 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4fe22a1d-4332-4831-ab82-7f45c452f699 HTTP/1.1" status: 200 len: 1093 time: 3.1039891 Aug 30 02:02:33.492819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:33.559569 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b75843a9-1089-4b8e-aaf8-17dc807d0c71 req-60a26e9c-7450-46ad-8c6a-6fa2d340eecb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0461810 Aug 30 02:02:33.560663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f378-4bed-46ee-bdd9-04e4fc0ead91 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:33.751596 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Allocated IP 172.20.0.13 (594c7eaa-27eb-44bb-b03b-2139d7485cc6/8249b7cd-3045-4d59-a36d-3397662a829d/0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:33.852639 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a4bd-fb92-4943-835f-168c5ff4c24c req-c8639faa-107a-4de3-a5ee-30684dcd17ba tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:33.854314 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-def3a4bd-fb92-4943-835f-168c5ff4c24c req-c8639faa-107a-4de3-a5ee-30684dcd17ba tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.0823989 Aug 30 02:02:33.919672 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:33.922140 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e60538-b285-447e-b8ed-3aaf8aaf94c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:33.998679 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-def3a4bd-fb92-4943-835f-168c5ff4c24c req-b5a2d62a-ac45-430d-86a4-196eca2efb66 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346707 Aug 30 02:02:34.135696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:34.148942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698cacb-0fa8-4f7b-8559-9bd08a338623 x-openstack-request-id: req-e698cacb-0fa8-4f7b-8559-9bd08a338623 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:34.149262 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:34.149556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e698cacb-0fa8-4f7b-8559-9bd08a338623 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:34.150585 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e698cacb-0fa8-4f7b-8559-9bd08a338623'] response: {'name': 'network-changed', 'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699', 'status': 'completed', 'code': 200} Aug 30 02:02:34.226289 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-ed0994e0-fa72-45ad-b7a1-9c05fc819e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:34.233346 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-ed0994e0-fa72-45ad-b7a1-9c05fc819e14 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046951 Aug 30 02:02:34.267502 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f1bcc-6a17-4dfe-902f-8ecc7748be35 req-20680eb7-a77f-4b3d-8bab-4467a45030fe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:34.270420 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-517f1bcc-6a17-4dfe-902f-8ecc7748be35 req-20680eb7-a77f-4b3d-8bab-4467a45030fe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.1585648 Aug 30 02:02:34.445682 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-517f1bcc-6a17-4dfe-902f-8ecc7748be35 req-83d5b24d-aa50-4f2a-8c5c-c784f054e780 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691339 Aug 30 02:02:34.463951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-b8a13821-028b-41dd-9a1e-1fc177ccab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:34.466028 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-b8a13821-028b-41dd-9a1e-1fc177ccab49 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1127 time: 0.2555549 Aug 30 02:02:34.493199 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-26b96c64-4446-4c09-a6a1-0c67fdc1dba4 req-64d02da4-fa75-4a62-aa26-9d8e04d4b7a0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.1441326 Aug 30 02:02:34.525519 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-ecd865aa-83e7-4ac1-af70-1bae2d6a2fcb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231469 Aug 30 02:02:34.598560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:34.830726 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:34.841430 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8423971e-34ae-4a1a-ac75-a8a0a5932672 req-aecdcfda-845d-4f42-802b-fdc34d59ace9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837427 Aug 30 02:02:34.846432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:34.873363 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0fb73-8f7e-4ed8-a48d-6b0a4aba332e req-ea11b7ff-43d6-42a1-b6fc-a049eaad75f5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:34.875562 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cdb0fb73-8f7e-4ed8-a48d-6b0a4aba332e req-ea11b7ff-43d6-42a1-b6fc-a049eaad75f5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 932 time: 0.0907018 Aug 30 02:02:34.893061 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:34.911004 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:34.923519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:34.980841 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cdb0fb73-8f7e-4ed8-a48d-6b0a4aba332e req-6da77631-c8e8-46d6-9df2-a26209806051 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991900 Aug 30 02:02:35.011104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:35.040929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:35.042100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:35.062231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:35.198673 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-59c26066-4b78-46c8-b9e2-06aa6fe44150 None None] Provisioning complete for port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:35.201741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-59c26066-4b78-46c8-b9e2-06aa6fe44150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:35.220232 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:35.238762 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:35.248059 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-59c26066-4b78-46c8-b9e2-06aa6fe44150 None None] Port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:35.335236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-69e0a29a-a762-4f36-99e9-6d70a4a01d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:35.336798 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-69e0a29a-a762-4f36-99e9-6d70a4a01d38 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e7f4b9bbe0b640688754d04484900cca&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8424468 Aug 30 02:02:35.344135 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-ba5e30c7-c89f-4549-b2f6-8162a814eefe tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7672591 Aug 30 02:02:35.370560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a0c65-5ed4-4aed-844c-534d29ec53b7 req-ea35687c-b10d-46e1-9c38-0001c2bae6ab tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:35.376306 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8b7a0c65-5ed4-4aed-844c-534d29ec53b7 req-ea35687c-b10d-46e1-9c38-0001c2bae6ab tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.1641493 Aug 30 02:02:35.429078 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:35.446977 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8b7a0c65-5ed4-4aed-844c-534d29ec53b7 req-1e64c803-5e8c-4f8a-960a-dab93b3146a8 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633521 Aug 30 02:02:35.646334 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-60b277fa-c25a-4cea-a352-a66af3e09962 req-9652145b-8a3e-4fa2-be7b-0699cf6bbabb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.0614457 Aug 30 02:02:35.666620 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=19 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:35.668470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aeeb7-d934-4b3f-a4ce-e9c21bcd3cad req-b597ad79-2e0a-4f69-b527-c2d34a7609f0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:35.671956 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3d3aeeb7-d934-4b3f-a4ce-e9c21bcd3cad req-b597ad79-2e0a-4f69-b527-c2d34a7609f0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.0928509 Aug 30 02:02:35.800319 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3d3aeeb7-d934-4b3f-a4ce-e9c21bcd3cad req-8b21a8b4-4177-49f3-9b55-5348d54fe170 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602322 Aug 30 02:02:35.983212 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:36.017727 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:36.052252 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52782) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:36.156944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3153d5-4b26-4d5e-bf6b-f1f2656e30b3 req-71a0c121-e591-4675-8829-64b14e2221ff tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:36.158731 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1d3153d5-4b26-4d5e-bf6b-f1f2656e30b3 req-71a0c121-e591-4675-8829-64b14e2221ff tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 932 time: 0.0507295 Aug 30 02:02:36.168826 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:36.210227 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1d3153d5-4b26-4d5e-bf6b-f1f2656e30b3 req-63dde846-7a2b-4f4b-8c5a-40825ddcc349 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Aug 30 02:02:36.243950 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52792) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:36.293104 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e347-ecc8-4da7-958e-5e84bb659c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.341591 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6c21e204-f9e2-418f-8b12-cbaeeecb2dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.426274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e347-ecc8-4da7-958e-5e84bb659c3d admin admin] Publish callbacks [] for security_group (359875b5-8496-4adc-b01a-2da09ed2f7a3), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.442034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Request body: {'port': {'device_id': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:36.478948 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6c21e204-f9e2-418f-8b12-cbaeeecb2dac admin admin] Publish callbacks [] for security_group (7c809e0c-4e6d-4893-b57e-7d4953678c47), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.509115 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e347-ecc8-4da7-958e-5e84bb659c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (359875b5-8496-4adc-b01a-2da09ed2f7a3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.555927 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0e347-ecc8-4da7-958e-5e84bb659c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359875b5-8496-4adc-b01a-2da09ed2f7a3,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:36.594611 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b7b0e347-ecc8-4da7-958e-5e84bb659c3d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e0d38af4bc984e459007eccc60f3e117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404966 Aug 30 02:02:36.597960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52810) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:36.633486 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6c21e204-f9e2-418f-8b12-cbaeeecb2dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (7c809e0c-4e6d-4893-b57e-7d4953678c47), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.662490 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ecd11-d010-4f8b-87cb-7e2153b0a133 req-30ecd2a7-7374-4386-aab0-7bb0c3936453 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:36.664422 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bd5ecd11-d010-4f8b-87cb-7e2153b0a133 req-30ecd2a7-7374-4386-aab0-7bb0c3936453 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.0907800 Aug 30 02:02:36.702236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.711906 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6c21e204-f9e2-418f-8b12-cbaeeecb2dac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3ce8ab0cd06941d79f67cc35a06bb2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4666061 Aug 30 02:02:36.737107 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52818) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:36.745126 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21e204-f9e2-418f-8b12-cbaeeecb2dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c809e0c-4e6d-4893-b57e-7d4953678c47,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:36.749328 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-a3691c06-4867-4b8e-9618-7823090d1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:36.751074 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31e60538-b285-447e-b8ed-3aaf8aaf94c2 req-a3691c06-4867-4b8e-9618-7823090d1842 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3316905 Aug 30 02:02:36.774867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] Publish callbacks [] for security_group (359875b5-8496-4adc-b01a-2da09ed2f7a3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.805552 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bd5ecd11-d010-4f8b-87cb-7e2153b0a133 req-596f9249-ad6a-4898-a98d-e93f515a0807 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289403 Aug 30 02:02:36.828712 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] Publish callbacks [] for security_group (7c809e0c-4e6d-4893-b57e-7d4953678c47), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.854525 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] Publish callbacks [] for security_group (7c809e0c-4e6d-4893-b57e-7d4953678c47), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:36.959126 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759581b-5148-465f-b2cb-6f907682d336 req-ea01bd4f-0967-4a31-b2ee-c9765a6f8f64 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:36.960683 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9759581b-5148-465f-b2cb-6f907682d336 req-ea01bd4f-0967-4a31-b2ee-c9765a6f8f64 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.0709331 Aug 30 02:02:37.022866 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d6fe3784-883c-4f8e-bd62-04fe1937fa43 req-404fcedd-e1eb-4a62-843d-30e92322d3a3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.2659221 Aug 30 02:02:37.029898 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9759581b-5148-465f-b2cb-6f907682d336 req-8f2a8359-0a6e-4b60-9556-ed26cfaa007a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 Aug 30 02:02:37.037760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (7c809e0c-4e6d-4893-b57e-7d4953678c47), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.038568 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] Publish callbacks [] for security_group (359875b5-8496-4adc-b01a-2da09ed2f7a3), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.042444 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.045177 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7c809e0c-4e6d-4893-b57e-7d4953678c47 HTTP/1.1" status: 204 len: 168 time: 0.3236954 Aug 30 02:02:37.066797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383c97-bfde-4c40-a6b4-94a05d9d4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c809e0c-4e6d-4893-b57e-7d4953678c47,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:37.200743 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:37.338501 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (359875b5-8496-4adc-b01a-2da09ed2f7a3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.341611 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.343003 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/359875b5-8496-4adc-b01a-2da09ed2f7a3 HTTP/1.1" status: 204 len: 168 time: 0.7389345 Aug 30 02:02:37.377508 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0c47d-7451-481a-9bfc-2212effd337f req-a7e12e96-48a7-40e8-800b-1264452a0e37 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:37.379051 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-17d0c47d-7451-481a-9bfc-2212effd337f req-a7e12e96-48a7-40e8-800b-1264452a0e37 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 932 time: 0.0888529 Aug 30 02:02:37.381907 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f805b-e29e-491c-bcde-e625916ac7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359875b5-8496-4adc-b01a-2da09ed2f7a3,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:37.387365 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:37.404293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks [] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.442189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Transition to ACTIVE for port object 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:02:37.471455 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-17d0c47d-7451-481a-9bfc-2212effd337f req-8e12efa9-81fe-4608-aed4-ee4eca52a59f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776927 Aug 30 02:02:37.537138 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.607103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:37.621497 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Attempting to bind port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:37.621846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Attempting to bind port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:37.622170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Attempting to bind port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:37.633113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:02:37.633440 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Attempting to bind port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:37.639912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:37.640256 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Checking segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:37.640634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Bound using segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:37.641824 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Bound port: 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:37.642437 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.747975 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:37.752268 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:37.880450 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.886094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:37.886855 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.888843 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 1094 time: 1.4675894 Aug 30 02:02:37.888843 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:37.891121 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744252e3-b5c3-4ec5-8183-bc27f630d70b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:37.939345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f7236-4532-4866-9bf7-bdf216342a11 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:37.941121 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52858) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:37.948675 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b19108-5beb-4aed-9102-44c6ae298d13 x-openstack-request-id: req-e8b19108-5beb-4aed-9102-44c6ae298d13 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:37.949004 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:37.949253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8b19108-5beb-4aed-9102-44c6ae298d13 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:37.949809 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b19108-5beb-4aed-9102-44c6ae298d13'] response: {'name': 'network-changed', 'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'status': 'completed', 'code': 200} Aug 30 02:02:37.980742 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-933874c6-97d1-402c-a971-6bb6264fa2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:37.982708 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.009223 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141976d2-6d56-4ee4-993b-91c032309899 req-224e82fe-18eb-4435-b9d1-41958adf4c86 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.010709 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-141976d2-6d56-4ee4-993b-91c032309899 req-224e82fe-18eb-4435-b9d1-41958adf4c86 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.0710893 Aug 30 02:02:38.102117 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-141976d2-6d56-4ee4-993b-91c032309899 req-18adad02-6ac7-4486-be48-96c67c58ed3f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Aug 30 02:02:38.150933 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-933874c6-97d1-402c-a971-6bb6264fa2d9 admin admin] Publish callbacks [] for security_group (3abf1328-7355-4224-b1b0-3e96803510f1), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.201046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:38.229699 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-6813f403-a234-4226-8d06-8fd317873b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.231290 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-6813f403-a234-4226-8d06-8fd317873b6a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1127 time: 0.1347799 Aug 30 02:02:38.240187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-84d8aedd-c100-451d-a7b1-e85653f2a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.241755 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-84d8aedd-c100-451d-a7b1-e85653f2a4fa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1128 time: 0.1359496 Aug 30 02:02:38.242061 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-48832b15-f1bc-4c71-bfd7-50b92f12a2be req-3651a413-6463-4f56-a2e0-0968537143ad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.0435162 Aug 30 02:02:38.252192 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb23b5c-fbac-4385-a0bd-bedbe9339850 req-6fdacd58-6d60-4796-9ab0-8176fbf7ef0d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.253888 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fb23b5c-fbac-4385-a0bd-bedbe9339850 req-6fdacd58-6d60-4796-9ab0-8176fbf7ef0d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.0851700 Aug 30 02:02:38.268391 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-933874c6-97d1-402c-a971-6bb6264fa2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3abf1328-7355-4224-b1b0-3e96803510f1), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.289015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52870) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:38.308269 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-933874c6-97d1-402c-a971-6bb6264fa2d9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0d103ed4e9246e29c86e461cadbdee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660674 Aug 30 02:02:38.310743 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933874c6-97d1-402c-a971-6bb6264fa2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf1328-7355-4224-b1b0-3e96803510f1,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:38.311618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fedda0ab-edab-4302-aace-5dfeb5831520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.312766 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52872) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:38.337950 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fb23b5c-fbac-4385-a0bd-bedbe9339850 req-e2be346f-5392-49ed-bc2b-ddd9c35627f3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735114 Aug 30 02:02:38.372188 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] Publish callbacks [] for security_group (3abf1328-7355-4224-b1b0-3e96803510f1), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.395156 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] Publish callbacks [] for security_group (3abf1328-7355-4224-b1b0-3e96803510f1), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.404066 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-7c1b7ced-d175-4a0c-80de-c8525d34a1c3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe22a1d-4332-4831-ab82-7f45c452f699 HTTP/1.1" status: 200 len: 217 time: 0.0475311 Aug 30 02:02:38.519627 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-e4cf3c8c-c201-4a64-b5c1-ca8bca93bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.521093 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-e4cf3c8c-c201-4a64-b5c1-ca8bca93bf58 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.1060183 Aug 30 02:02:38.571528 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-4643c255-d41d-49c1-a9c5-606ee1d5ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.572997 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-4643c255-d41d-49c1-a9c5-606ee1d5ace2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2178717 Aug 30 02:02:38.579968 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-f062daf7-e49f-427a-8073-fbf697e662b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.581360 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-f062daf7-e49f-427a-8073-fbf697e662b1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534568 Aug 30 02:02:38.592821 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956cee1-0ec7-4ad7-a180-c9da7488def3 req-2038a892-f1f0-4742-9e9d-4b9610b875dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.594332 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7956cee1-0ec7-4ad7-a180-c9da7488def3 req-2038a892-f1f0-4742-9e9d-4b9610b875dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 944 time: 0.0474138 Aug 30 02:02:38.628501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3abf1328-7355-4224-b1b0-3e96803510f1), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.640357 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.640357 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3abf1328-7355-4224-b1b0-3e96803510f1 HTTP/1.1" status: 204 len: 168 time: 0.3168540 Aug 30 02:02:38.652290 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e88ee8-5996-4e3b-a97b-62c451a4855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf1328-7355-4224-b1b0-3e96803510f1,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:38.663377 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7956cee1-0ec7-4ad7-a180-c9da7488def3 req-49d6ad21-3e8d-4ed6-a9e5-c915f53ebf8a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632687 Aug 30 02:02:38.747804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fedda0ab-edab-4302-aace-5dfeb5831520 admin admin] Publish callbacks [] for security_group (a400561b-cdc7-4e74-8355-906bc53ac01f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.806859 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-0810adbc-9e1f-4031-a358-37b92847d582 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172787 Aug 30 02:02:38.810209 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-e6a4e8a5-5173-44cf-a448-4a268a7e9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.816036 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-744252e3-b5c3-4ec5-8183-bc27f630d70b req-e6a4e8a5-5173-44cf-a448-4a268a7e9a2c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330403 Aug 30 02:02:38.827210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-0378474f-ace2-45d1-b606-ea03fe8c0f2b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:38.828800 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-0378474f-ace2-45d1-b606-ea03fe8c0f2b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1319861 Aug 30 02:02:38.900670 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 3028796a-2cf7-481a-af93-2e8ba3d0be57 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:02:38.915691 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fedda0ab-edab-4302-aace-5dfeb5831520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a400561b-cdc7-4e74-8355-906bc53ac01f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:38.956939 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-7c3f6365-09ed-4e60-a4bc-d28a6df4147b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 379 time: 0.1193423 Aug 30 02:02:38.961448 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fedda0ab-edab-4302-aace-5dfeb5831520 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=264f8a2690f64ce6abcf196780b73b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689651 Aug 30 02:02:38.964602 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52890) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:38.969311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'port': {'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'admin_state_up': True, 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'security_groups': ['47708483-aaac-4b3f-854a-92e3633e3b17']}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:39.015329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-5b8b31c5-315e-47de-beed-f7c47840a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.015329 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-5b8b31c5-315e-47de-beed-f7c47840a94a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1128 time: 0.1349587 Aug 30 02:02:39.027723 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedda0ab-edab-4302-aace-5dfeb5831520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400561b-cdc7-4e74-8355-906bc53ac01f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:39.078865 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:39.133232 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-e634c33e-107e-4be9-8043-bf7e13d10bf5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 217 time: 0.0929515 Aug 30 02:02:39.136713 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '3028796a-2cf7-481a-af93-2e8ba3d0be57', 'network_id': '050b1da9-475b-4ee9-8160-4c67d0f493ca', 'port_id': '3028796a-2cf7-481a-af93-2e8ba3d0be57', 'mac_address': 'fa:16:3e:0f:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92cd0751-0e1a-4a91-88e3-fe8fa57afd98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:02:39.144794 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e10e8cea-1d89-4942-a787-454408f4e9b8 req-e5640b6c-bbc6-456b-a46c-7834dab9e261 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302135 Aug 30 02:02:39.197000 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 3028796a-2cf7-481a-af93-2e8ba3d0be57 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:39.197397 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.217973 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3028796a-2cf7-481a-af93-2e8ba3d0be57 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:39.246899 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] Publish callbacks [] for security_group (a400561b-cdc7-4e74-8355-906bc53ac01f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.247709 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:39.289552 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-c0b4c732-aa68-4392-8dd9-b06412364376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.294088 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-c0b4c732-aa68-4392-8dd9-b06412364376 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.1459889 Aug 30 02:02:39.313748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] Publish callbacks [] for security_group (a400561b-cdc7-4e74-8355-906bc53ac01f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.329788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaff9c6-e5d0-4929-a930-e45fa04941e8 req-5fe89526-f6ea-4faf-9c79-63e65aa589b1 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.336752 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0eaff9c6-e5d0-4929-a930-e45fa04941e8 req-5fe89526-f6ea-4faf-9c79-63e65aa589b1 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 944 time: 0.0908768 Aug 30 02:02:39.363661 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:39.402650 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-383753df-ad9d-48bf-8d78-b68f507d3012 req-06018e1b-082d-40bd-bc77-47834ac6c919 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.0437551 Aug 30 02:02:39.407050 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0eaff9c6-e5d0-4929-a930-e45fa04941e8 req-faf16c5e-eef4-431e-b61c-713d23404a9a tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Aug 30 02:02:39.468724 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.469451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 61565fda-094d-4fe4-931b-8cf82b3d145d details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:02:39.517275 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a400561b-cdc7-4e74-8355-906bc53ac01f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.520165 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.521448 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a400561b-cdc7-4e74-8355-906bc53ac01f HTTP/1.1" status: 204 len: 168 time: 0.5456114 Aug 30 02:02:39.539794 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b1eb-5af9-493b-b8db-e2dd330cd23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400561b-cdc7-4e74-8355-906bc53ac01f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:39.558760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e9019-c3eb-4e4f-a895-c4d729b04626 req-343c88de-0c65-4bfe-980c-351147e30730 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.560630 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-215e9019-c3eb-4e4f-a895-c4d729b04626 req-343c88de-0c65-4bfe-980c-351147e30730 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.0817196 Aug 30 02:02:39.588378 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'port': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:02:39.595223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.db.resource_extend [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 02:02:39.599858 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52916) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:39.600002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.600105 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:39.632147 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:39.641921 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-215e9019-c3eb-4e4f-a895-c4d729b04626 req-469627f3-c612-438f-9e7c-d214a6e381d3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750327 Aug 30 02:02:39.672644 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:39.730372 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=61565fda-094d-4fe4-931b-8cf82b3d145d,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:39.749740 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '61565fda-094d-4fe4-931b-8cf82b3d145d', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'port_id': '61565fda-094d-4fe4-931b-8cf82b3d145d', 'mac_address': 'fa:16:3e:79:74:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:02:39.802308 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 61565fda-094d-4fe4-931b-8cf82b3d145d is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:39.802833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.810378 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-99eda226-a7d2-4a6f-bb59-d75c9d2fee4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.819181 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61565fda-094d-4fe4-931b-8cf82b3d145d {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:39.847903 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=61565fda-094d-4fe4-931b-8cf82b3d145d,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:39.894899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c02e3-8392-46f1-9bf6-6f9efdab6453 req-02b3bab2-dd25-4533-9267-c2cce4b5d62d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.896685 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f41c02e3-8392-46f1-9bf6-6f9efdab6453 req-02b3bab2-dd25-4533-9267-c2cce4b5d62d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 944 time: 0.0992258 Aug 30 02:02:39.898264 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.20.0.14 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/f9ed6cf0-0f77-4260-91c6-8234ef158793) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:02:39.927236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-99eda226-a7d2-4a6f-bb59-d75c9d2fee4d admin admin] Publish callbacks [] for security_group (5e10838e-1213-41cd-9523-61a8a9116f1c), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:39.977620 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f41c02e3-8392-46f1-9bf6-6f9efdab6453 req-dcc88fa2-3bf3-4ed6-bef3-a828ea95f5b5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748870 Aug 30 02:02:39.989680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:39.989680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-4edc909b-36dd-4dcc-bfb1-46d37cf8e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:39.990881 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-4edc909b-36dd-4dcc-bfb1-46d37cf8e06d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480766 Aug 30 02:02:40.017355 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.018556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-99eda226-a7d2-4a6f-bb59-d75c9d2fee4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5e10838e-1213-41cd-9523-61a8a9116f1c), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.076440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:40.106521 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:40.125679 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-99eda226-a7d2-4a6f-bb59-d75c9d2fee4d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc6021ca1ab14ac684ad7b6d8fab1efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271764 Aug 30 02:02:40.128713 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52938) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:40.155710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eda226-a7d2-4a6f-bb59-d75c9d2fee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10838e-1213-41cd-9523-61a8a9116f1c,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:40.162138 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.231452 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] Publish callbacks [] for security_group (5e10838e-1213-41cd-9523-61a8a9116f1c), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.240030 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-15cbbe83-6aee-464c-a869-3ffcdfbaa216 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859415 Aug 30 02:02:40.326021 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.349212 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] Publish callbacks [] for security_group (5e10838e-1213-41cd-9523-61a8a9116f1c), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.372755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['3028796a-2cf7-481a-af93-2e8ba3d0be57'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:02:40.391325 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:02:40.398299 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:02:40.403806 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:02:40.409291 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:40.409929 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.439455 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:40.576618 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ddc3aea-9a20-4514-b52f-8d1163a6fafc req-2d0d694c-2fe6-49fe-88be-e3d34f8876d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513466 Aug 30 02:02:40.578134 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['61565fda-094d-4fe4-931b-8cf82b3d145d'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:02:40.608230 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6540-514f-4a14-bf1a-bd2da9317169 req-da2775e1-2ed6-4289-a6a6-5a2c14ebdacf tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:40.611602 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4ba6540-514f-4a14-bf1a-bd2da9317169 req-da2775e1-2ed6-4289-a6a6-5a2c14ebdacf tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 945 time: 0.0766613 Aug 30 02:02:40.688754 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4ba6540-514f-4a14-bf1a-bd2da9317169 req-a3ddbcac-7505-428f-ba56-8ed04a370a8f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688846 Aug 30 02:02:40.695468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5e10838e-1213-41cd-9523-61a8a9116f1c), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.698112 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.705050 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5e10838e-1213-41cd-9523-61a8a9116f1c HTTP/1.1" status: 204 len: 168 time: 0.5726323 Aug 30 02:02:40.719656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea6590-063f-425d-ac76-b1224b0d3c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10838e-1213-41cd-9523-61a8a9116f1c,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:40.720036 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-edb82e6f-dde5-4964-a127-de8aa37ae94e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7561164 Aug 30 02:02:40.750335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-01c0b1c0-bd3e-4397-a223-2576556ef4b6 None None] Provisioning complete for port f9ed6cf0-0f77-4260-91c6-8234ef158793 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:40.750713 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-01c0b1c0-bd3e-4397-a223-2576556ef4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:40.754583 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94040fa-46d1-4ac2-a3b4-73b41a7fbc76 req-0f8a639b-63eb-448e-a4f0-27421a6e2a44 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:40.768389 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a94040fa-46d1-4ac2-a3b4-73b41a7fbc76 req-0f8a639b-63eb-448e-a4f0-27421a6e2a44 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 932 time: 0.1614020 Aug 30 02:02:40.801706 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-01c0b1c0-bd3e-4397-a223-2576556ef4b6 None None] Port f9ed6cf0-0f77-4260-91c6-8234ef158793 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:02:40.837182 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a94040fa-46d1-4ac2-a3b4-73b41a7fbc76 req-6af9a936-9e81-4ecd-a575-75a915f837a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679078 Aug 30 02:02:40.875219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc63d0-627d-48ff-8b48-e7c3706e3514 req-3462d95a-ed30-4874-b119-76e92e044633 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:40.878440 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a8bc63d0-627d-48ff-8b48-e7c3706e3514 req-3462d95a-ed30-4874-b119-76e92e044633 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 943 time: 0.0693913 Aug 30 02:02:40.906380 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4fe22a1d-4332-4831-ab82-7f45c452f699 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:02:40.958032 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a8bc63d0-627d-48ff-8b48-e7c3706e3514 req-d3916f04-f75a-44b7-a406-5649138756f9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726902 Aug 30 02:02:41.142049 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4fe22a1d-4332-4831-ab82-7f45c452f699,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:41.155292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '4fe22a1d-4332-4831-ab82-7f45c452f699', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'port_id': '4fe22a1d-4332-4831-ab82-7f45c452f699', 'mac_address': 'fa:16:3e:9a:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:02:41.165939 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbdeb8-adae-4783-952e-7a0f711e3312 req-15a16390-0886-484d-9d22-434914244ad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:41.168739 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bddbdeb8-adae-4783-952e-7a0f711e3312 req-15a16390-0886-484d-9d22-434914244ad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 944 time: 0.0680294 Aug 30 02:02:41.210925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 4fe22a1d-4332-4831-ab82-7f45c452f699 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:41.210925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.228334 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe22a1d-4332-4831-ab82-7f45c452f699 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:41.231256 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bddbdeb8-adae-4783-952e-7a0f711e3312 req-5b410966-3103-40dc-b035-55c3b804695a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509014 Aug 30 02:02:41.252714 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4fe22a1d-4332-4831-ab82-7f45c452f699,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:41.395476 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Request body: {'port': {'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:41.419714 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.482180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.486593 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:41.607736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 52976) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:41.638058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4b051ad3-d265-47be-9b60-cebe3ac12943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.766456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4b051ad3-d265-47be-9b60-cebe3ac12943 admin admin] Publish callbacks [] for security_group (a016b087-a26f-49fb-9e1d-29ab96677e7a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.852055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['4fe22a1d-4332-4831-ab82-7f45c452f699'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:02:41.901629 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ed6cf0-0f77-4260-91c6-8234ef158793 {{(pid=106658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:41.917957 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b549d3-3d9b-4735-ab4b-b451224b297b req-3442f116-c6aa-41f2-8f4c-cb946de74e62 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:41.917957 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-50b549d3-3d9b-4735-ab4b-b451224b297b req-3442f116-c6aa-41f2-8f4c-cb946de74e62 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 945 time: 0.1099238 Aug 30 02:02:41.917957 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:41.922075 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4b051ad3-d265-47be-9b60-cebe3ac12943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a016b087-a26f-49fb-9e1d-29ab96677e7a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.925050 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks [] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:41.948055 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.provisioning_blocks [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Transition to ACTIVE for port object f9ed6cf0-0f77-4260-91c6-8234ef158793 will not be triggered until provisioned by entity L2. {{(pid=106658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:02:42.031460 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4b051ad3-d265-47be-9b60-cebe3ac12943 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cfde2d9f016e46839128fe2158629c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204173 Aug 30 02:02:42.031891 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051ad3-d265-47be-9b60-cebe3ac12943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016b087-a26f-49fb-9e1d-29ab96677e7a,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:42.033680 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 52994) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:42.054869 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-50b549d3-3d9b-4735-ab4b-b451224b297b req-ecf52f71-89eb-4d49-ab8d-16c7179769a9 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107204 Aug 30 02:02:42.069263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce72c-a354-4d43-8b97-556a98b301fb req-4a560e7b-5877-4240-a549-cbc40ee51ceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.071094 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fb4ce72c-a354-4d43-8b97-556a98b301fb req-4a560e7b-5877-4240-a549-cbc40ee51ceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 932 time: 0.0981362 Aug 30 02:02:42.080493 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.211971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095af40-43a5-42fa-a6a5-3e669978f798 req-9edbf99c-7e60-48d1-afb7-aa299a1e297c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.214822 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4095af40-43a5-42fa-a6a5-3e669978f798 req-9edbf99c-7e60-48d1-afb7-aa299a1e297c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 944 time: 0.0561287 Aug 30 02:02:42.245436 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Attempting to bind port f9ed6cf0-0f77-4260-91c6-8234ef158793 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:02:42.246626 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Attempting to bind port f9ed6cf0-0f77-4260-91c6-8234ef158793 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:02:42.247110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Attempting to bind port f9ed6cf0-0f77-4260-91c6-8234ef158793 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:42.273143 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] Publish callbacks [] for security_group (a016b087-a26f-49fb-9e1d-29ab96677e7a), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.279874 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4095af40-43a5-42fa-a6a5-3e669978f798 req-e2575ff4-b654-4255-b954-bae6b70759a5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560427 Aug 30 02:02:42.281231 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Pushing event updated for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:42.294460 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fb4ce72c-a354-4d43-8b97-556a98b301fb req-dc92dac6-3ce3-4891-8f14-8846ebd3daea tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109339 Aug 30 02:02:42.297134 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Port f9ed6cf0-0f77-4260-91c6-8234ef158793 on network 316431ff-b22a-409c-830b-a78363ccfbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:02:42.297468 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Attempting to bind port f9ed6cf0-0f77-4260-91c6-8234ef158793 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:02:42.306477 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:02:42.306811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:02:42.307212 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:02:42.307600 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.managers [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Bound port: f9ed6cf0-0f77-4260-91c6-8234ef158793, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:02:42.307954 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.330198 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] Publish callbacks [] for security_group (a016b087-a26f-49fb-9e1d-29ab96677e7a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.407848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f980909-f323-4aac-ad02-400c354ac001 req-6ecf31d9-c60c-41b9-9479-9b144b4f485b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.409941 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3f980909-f323-4aac-ad02-400c354ac001 req-6ecf31d9-c60c-41b9-9479-9b144b4f485b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 944 time: 0.0502214 Aug 30 02:02:42.413316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, cleared binding levels {{(pid=106658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:02:42.416643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:02:42.450525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:42.465958 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3f980909-f323-4aac-ad02-400c354ac001 req-f7b190e5-8e1e-4d3d-8804-5b84866b6557 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466788 Aug 30 02:02:42.508583 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.513602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.520080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.520080 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f9ed6cf0-0f77-4260-91c6-8234ef158793 HTTP/1.1" status: 200 len: 1094 time: 1.1247990 Aug 30 02:02:42.520080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:42.520080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e27a14-6e36-44f6-8f38-a4cff67394d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:42.557907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b38d8b-41c8-4be6-a6bc-395897288a0c x-openstack-request-id: req-42b38d8b-41c8-4be6-a6bc-395897288a0c {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:42.558367 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:42.558625 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42b38d8b-41c8-4be6-a6bc-395897288a0c {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:42.559085 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b38d8b-41c8-4be6-a6bc-395897288a0c'] response: {'name': 'network-changed', 'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'status': 'completed', 'code': 200} Aug 30 02:02:42.570661 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b5904-abf5-45e2-a7a1-d21a0f77ba0c service neutron] Pushing event updated for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=3']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:42.594458 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a016b087-a26f-49fb-9e1d-29ab96677e7a), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.594458 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:42.594458 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a016b087-a26f-49fb-9e1d-29ab96677e7a HTTP/1.1" status: 204 len: 168 time: 0.5404236 Aug 30 02:02:42.623759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384da0e7-c134-458f-8888-9fe6774f2970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016b087-a26f-49fb-9e1d-29ab96677e7a,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:42.628239 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-3f6179f7-52e9-4791-befc-3ba84895e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.629686 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-3f6179f7-52e9-4791-befc-3ba84895e3f3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 1128 time: 0.0524755 Aug 30 02:02:42.818529 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-b08a2159-2658-461a-ad4b-d0fa1b5e3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:42.819996 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-b08a2159-2658-461a-ad4b-d0fa1b5e3666 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1819172 Aug 30 02:02:42.914944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:02:42.917870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 3028796a-2cf7-481a-af93-2e8ba3d0be57 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:43.024737 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-0f405a20-d851-4b83-a8d4-00b623818d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.026452 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-06e27a14-6e36-44f6-8f38-a4cff67394d0 req-0f405a20-d851-4b83-a8d4-00b623818d96 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000339 Aug 30 02:02:43.029302 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 3028796a-2cf7-481a-af93-2e8ba3d0be57 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:02:43.071455 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:43.151694 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-95bcc88a-08fb-4335-b740-3627ec6e5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.154135 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-95bcc88a-08fb-4335-b740-3627ec6e5bfb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 1128 time: 0.0686972 Aug 30 02:02:43.221997 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-57db93c3-b1bb-4ba2-a264-6b33afa6f65f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793 HTTP/1.1" status: 200 len: 217 time: 0.0595505 Aug 30 02:02:43.223207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 3028796a-2cf7-481a-af93-2e8ba3d0be57 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:43.223598 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:43.226839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:43.235735 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519ea3-9dd9-4f1a-90b0-5b66a9d39745 req-53365b05-4460-4478-9a1d-29b0f52312a9 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.237936 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-11519ea3-9dd9-4f1a-90b0-5b66a9d39745 req-53365b05-4460-4478-9a1d-29b0f52312a9 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 945 time: 0.0553048 Aug 30 02:02:43.248436 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'port_id': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'mac_address': 'fa:16:3e:54:27:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:02:43.318029 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:43.319489 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:43.320729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-362b984d-ec6a-4fa6-b52d-b702d5856677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.323338 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-362b984d-ec6a-4fa6-b52d-b702d5856677 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0910702 Aug 30 02:02:43.356919 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-11519ea3-9dd9-4f1a-90b0-5b66a9d39745 req-e8e07c99-8a30-413b-a93b-76fd6d94d3bc tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104636 Aug 30 02:02:43.386753 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:43.393142 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 3028796a-2cf7-481a-af93-2e8ba3d0be57 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:43.393709 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:43.421710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35024c41-8b66-4d21-adaf-309d060336c1 req-4936d723-bb3b-4c57-8933-928cc9ac2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.426490 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-4936d723-bb3b-4c57-8933-928cc9ac2d71 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973074 Aug 30 02:02:43.440844 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:43.446792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:43.564528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:43.571719 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:43.605870 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c95b5-4e6f-490d-9a16-3e26035762c0 req-1940c3a2-77bc-4c9a-9a77-dea241994d1f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.613224 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d68c95b5-4e6f-490d-9a16-3e26035762c0 req-1940c3a2-77bc-4c9a-9a77-dea241994d1f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 944 time: 0.1202743 Aug 30 02:02:43.643902 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8194-68ef-4639-97d9-5835a7d3576d req-3cdb53c0-d645-47c4-90bb-c573ef844665 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.646930 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-50ad8194-68ef-4639-97d9-5835a7d3576d req-3cdb53c0-d645-47c4-90bb-c573ef844665 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 944 time: 0.1734595 Aug 30 02:02:43.649682 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:43.657705 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:43.659364 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 61565fda-094d-4fe4-931b-8cf82b3d145d up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:43.716172 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-bed7d541-7a21-469e-8480-08d2fc7be1b1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843258 Aug 30 02:02:43.729378 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d68c95b5-4e6f-490d-9a16-3e26035762c0 req-aa43b959-f9de-4bb2-89f9-c9f396e08311 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152573 Aug 30 02:02:43.743457 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:43.786346 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-50ad8194-68ef-4639-97d9-5835a7d3576d req-ce95f2a5-755e-44d9-882d-08c11ad047a9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304393 Aug 30 02:02:43.831506 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:02:43.884360 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 61565fda-094d-4fe4-931b-8cf82b3d145d completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:02:43.900631 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:43.910150 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd17f-6a6f-494d-867e-8efa9d26f0e0 req-418b6570-e4e5-4855-9ab0-f9e4bf2373c3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:43.911674 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-14ccd17f-6a6f-494d-867e-8efa9d26f0e0 req-418b6570-e4e5-4855-9ab0-f9e4bf2373c3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 945 time: 0.0572450 Aug 30 02:02:43.931917 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-35024c41-8b66-4d21-adaf-309d060336c1 req-9671f494-e340-4a72-a456-4dd71a72cc18 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996984 Aug 30 02:02:43.952742 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cef112-4302-4752-8997-5a5c120169b8" -d '{"events": [{"server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "name": "network-vif-plugged", "status": "completed", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:43.967677 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-14ccd17f-6a6f-494d-867e-8efa9d26f0e0 req-76872788-4e39-4ca2-98ba-d5bda2b1588e tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Aug 30 02:02:44.005692 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 61565fda-094d-4fe4-931b-8cf82b3d145d triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:44.006600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.009868 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:44.122971 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:44.158335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 61565fda-094d-4fe4-931b-8cf82b3d145d is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:44.159002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.206930 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=61565fda-094d-4fe4-931b-8cf82b3d145d,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:44.212513 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf066d-e82e-4855-a110-fbe7aa0d7ca6 x-openstack-request-id: req-42bf066d-e82e-4855-a110-fbe7aa0d7ca6 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:44.212819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "name": "network-vif-plugged", "status": "completed", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:44.213073 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42bf066d-e82e-4855-a110-fbe7aa0d7ca6 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:44.213574 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bf066d-e82e-4855-a110-fbe7aa0d7ca6'] response: {'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57', 'code': 200} Aug 30 02:02:44.309650 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.311271 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4fe22a1d-4332-4831-ab82-7f45c452f699 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:44.402646 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:44.407362 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 4fe22a1d-4332-4831-ab82-7f45c452f699 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:02:44.519314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 4fe22a1d-4332-4831-ab82-7f45c452f699 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:44.519705 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.522963 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30778ba-5a9d-4eb0-9d08-ab01e1421030 req-2892d3b0-3c9b-4ff8-ae20-19cd1eb4962d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:44.524472 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a30778ba-5a9d-4eb0-9d08-ab01e1421030 req-2892d3b0-3c9b-4ff8-ae20-19cd1eb4962d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0577760 Aug 30 02:02:44.600540 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a30778ba-5a9d-4eb0-9d08-ab01e1421030 req-ecb62850-f488-47cf-8efc-bd30c67d5a7d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691719 Aug 30 02:02:44.609823 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 4fe22a1d-4332-4831-ab82-7f45c452f699 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:44.609823 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.650371 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4fe22a1d-4332-4831-ab82-7f45c452f699,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:44.726330 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:44.789547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:44.908997 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358baa10-1ef5-4b93-9c2c-9caa388e1b4d req-1d7a32f3-e8a7-45b8-a50c-453f7ea32dbc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:44.910551 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-358baa10-1ef5-4b93-9c2c-9caa388e1b4d req-1d7a32f3-e8a7-45b8-a50c-453f7ea32dbc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 944 time: 0.0645590 Aug 30 02:02:44.918046 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f9ed6cf0-0f77-4260-91c6-8234ef158793 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:02:44.924210 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:44.949634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ce13c-407e-4716-8530-45032405b25c req-c586e03d-5f70-4675-a8b4-dc68a3d0c129 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:44.958565 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eb6ce13c-407e-4716-8530-45032405b25c req-c586e03d-5f70-4675-a8b4-dc68a3d0c129 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0615315 Aug 30 02:02:44.978524 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-358baa10-1ef5-4b93-9c2c-9caa388e1b4d req-818c6141-91d7-48b2-83a3-14684bc63931 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596645 Aug 30 02:02:45.025014 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:02:45.070805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eb6ce13c-407e-4716-8530-45032405b25c req-776cddb4-5a4d-4ced-9b75-75eca7ab51b1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109424 Aug 30 02:02:45.133822 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:45.139341 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:45.139780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.176365 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:02:45.218179 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11a261-8396-4f96-9003-7996da07a1af req-5a8d02af-be25-4102-b5b3-b9d68da2408f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:45.221070 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dd11a261-8396-4f96-9003-7996da07a1af req-5a8d02af-be25-4102-b5b3-b9d68da2408f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 945 time: 0.0660429 Aug 30 02:02:45.280363 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port f9ed6cf0-0f77-4260-91c6-8234ef158793 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:45.280889 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.297003 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:45.297003 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.312208 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ed6cf0-0f77-4260-91c6-8234ef158793 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:02:45.313727 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dd11a261-8396-4f96-9003-7996da07a1af req-6c293638-626c-408b-8580-e42ef3fe96ee tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851934 Aug 30 02:02:45.349475 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:45.364523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:45.435204 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.493964 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.502474 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:45.561149 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:45.613488 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-b6c5ba68-a907-4909-80b0-3b8488d65dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:45.614760 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-b6c5ba68-a907-4909-80b0-3b8488d65dd7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 1130 time: 0.2997942 Aug 30 02:02:45.640650 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-7f09a87c-5e46-4843-a51f-bf8dbb046ea0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.694392 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['f9ed6cf0-0f77-4260-91c6-8234ef158793'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:02:45.765898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-7f09a87c-5e46-4843-a51f-bf8dbb046ea0 service neutron] Publish callbacks [] for security_group (9f6c3298-1deb-47e1-9479-df7739c22546), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.780871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce962a-95c2-485d-b414-ad2eb8cce51d req-44f66782-7164-4862-98bb-578a2967f77d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:45.782490 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e6ce962a-95c2-485d-b414-ad2eb8cce51d req-44f66782-7164-4862-98bb-578a2967f77d tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0821536 Aug 30 02:02:45.843706 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e6ce962a-95c2-485d-b414-ad2eb8cce51d req-5dba1688-2910-46a9-b8e0-3849f13cbf12 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549240 Aug 30 02:02:45.851013 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-7f09a87c-5e46-4843-a51f-bf8dbb046ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9f6c3298-1deb-47e1-9479-df7739c22546), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:45.886147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:45.916549 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-04417bd0-0a4d-4b43-9f3f-0d706068cc75 req-7f09a87c-5e46-4843-a51f-bf8dbb046ea0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939942 Aug 30 02:02:45.918602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a87c-5e46-4843-a51f-bf8dbb046ea0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6c3298-1deb-47e1-9479-df7739c22546,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:46.080416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:46.146780 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fe22-e1c9-4949-89ec-1f3ece21e104 req-7e7995fa-aa52-4437-92a2-2f75fe3f754b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:46.148630 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c609fe22-e1c9-4949-89ec-1f3ece21e104 req-7e7995fa-aa52-4437-92a2-2f75fe3f754b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 945 time: 0.0685844 Aug 30 02:02:46.219822 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d'}, {'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699'}, {'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:46.223823 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be70197b-06c4-42f1-aa49-ea9bebe5bd44" -d '{"events": [{"server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "name": "network-vif-plugged", "status": "completed", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d"}, {"server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699"}, {"server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:46.242421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943141c-bf35-42c1-9836-3f103dc5ee54 req-295f4da4-32ee-4d03-9f7a-c8673356750b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:46.247951 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c609fe22-e1c9-4949-89ec-1f3ece21e104 req-94703a7b-5074-4c29-96c2-f71afaf45125 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827250 Aug 30 02:02:46.254243 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2943141c-bf35-42c1-9836-3f103dc5ee54 req-295f4da4-32ee-4d03-9f7a-c8673356750b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0953155 Aug 30 02:02:46.309849 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610eaaac-4c01-460e-97b7-4d324d43646e x-openstack-request-id: req-610eaaac-4c01-460e-97b7-4d324d43646e {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:46.310277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "name": "network-vif-plugged", "status": "completed", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d", "code": 200}, {"server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699", "code": 200}, {"server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:46.310605 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-610eaaac-4c01-460e-97b7-4d324d43646e {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:46.311062 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610eaaac-4c01-460e-97b7-4d324d43646e'] response: {'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d', 'code': 200} Aug 30 02:02:46.311323 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610eaaac-4c01-460e-97b7-4d324d43646e'] response: {'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699', 'code': 200} Aug 30 02:02:46.311574 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610eaaac-4c01-460e-97b7-4d324d43646e'] response: {'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'code': 200} Aug 30 02:02:46.324417 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2943141c-bf35-42c1-9836-3f103dc5ee54 req-681205fd-8ebd-4c12-9265-3587ad625e53 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676937 Aug 30 02:02:46.467251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10388f97-ce26-4868-a487-1be1367cc6dd req-34e99685-809a-4bf4-b48e-187a7b1cace2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:46.468899 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-10388f97-ce26-4868-a487-1be1367cc6dd req-34e99685-809a-4bf4-b48e-187a7b1cace2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0586679 Aug 30 02:02:46.522767 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-10388f97-ce26-4868-a487-1be1367cc6dd req-5b7fea5a-9b8e-4a60-bf21-ee475385b5eb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477827 Aug 30 02:02:46.530941 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:46.949976 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f9ed6cf0-0f77-4260-91c6-8234ef158793 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:02:46.963302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d2926-0b1d-43f7-a93f-95ba03d08bbd req-327562d5-31b7-4b0c-9a89-fea191201e09 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:46.964826 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e35d2926-0b1d-43f7-a93f-95ba03d08bbd req-327562d5-31b7-4b0c-9a89-fea191201e09 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0457253 Aug 30 02:02:46.981691 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port f9ed6cf0-0f77-4260-91c6-8234ef158793 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:02:47.013791 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e35d2926-0b1d-43f7-a93f-95ba03d08bbd req-e4417598-6040-42cf-8df6-39a68de66e81 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Aug 30 02:02:47.352856 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d84d2-694a-4e96-be7b-9c631c9f23eb req-df031e06-a9e2-4482-9775-4278acc95de5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:47.354461 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-572d84d2-694a-4e96-be7b-9c631c9f23eb req-df031e06-a9e2-4482-9775-4278acc95de5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 945 time: 0.0462482 Aug 30 02:02:47.410122 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-572d84d2-694a-4e96-be7b-9c631c9f23eb req-45349f7b-b1f9-4a75-9c82-04641fd55b10 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495658 Aug 30 02:02:47.451515 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdbc7a-deeb-4b87-887d-07810500d20f req-70288ce6-6fbf-4303-be43-fe07f03d91c2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:47.453011 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-efcdbc7a-deeb-4b87-887d-07810500d20f req-70288ce6-6fbf-4303-be43-fe07f03d91c2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0544522 Aug 30 02:02:47.499553 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-efcdbc7a-deeb-4b87-887d-07810500d20f req-a747794f-c490-4dc8-bc2f-45bdf7f62d27 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Aug 30 02:02:47.642772 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99e71-becf-403d-bbdd-9b80474a8c60 req-fc78a73f-b37b-4070-a22e-5a25d6b4baa0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:47.644273 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d3a99e71-becf-403d-bbdd-9b80474a8c60 req-fc78a73f-b37b-4070-a22e-5a25d6b4baa0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0473092 Aug 30 02:02:47.691420 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port f9ed6cf0-0f77-4260-91c6-8234ef158793 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:02:47.691420 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:47.731092 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d3a99e71-becf-403d-bbdd-9b80474a8c60 req-0c981f2e-1f30-4439-b238-1941f77d0fd1 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807564 Aug 30 02:02:47.770861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port f9ed6cf0-0f77-4260-91c6-8234ef158793 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:02:47.771241 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:47.803132 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:02:47.942334 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:47.990923 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:48.067402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56f3e8-e962-4873-9de7-b2fac3966ac5 req-ce7f889c-d6d6-41e2-ae03-42b0c32a08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.069444 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9f56f3e8-e962-4873-9de7-b2fac3966ac5 req-ce7f889c-d6d6-41e2-ae03-42b0c32a08da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1129 time: 0.0499706 Aug 30 02:02:48.139466 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9f56f3e8-e962-4873-9de7-b2fac3966ac5 req-ef6cca40-4cc7-458d-93d4-59dd78e9c3a6 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Aug 30 02:02:48.211104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440a995-a6e3-4411-8b06-79b0626caf5b req-9acb0ab4-53c1-4756-bd8e-b8e2d34a5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.216325 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d440a995-a6e3-4411-8b06-79b0626caf5b req-9acb0ab4-53c1-4756-bd8e-b8e2d34a5014 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1130 time: 0.1612630 Aug 30 02:02:48.217259 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bd0bc-add6-458f-91bd-0135fe1667a5 req-f0df2b6c-7db5-44e7-81ca-22765d731434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.219025 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f36bd0bc-add6-458f-91bd-0135fe1667a5 req-f0df2b6c-7db5-44e7-81ca-22765d731434 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.1361194 Aug 30 02:02:48.228869 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548da18-dae7-454f-be3b-23e7279f31a5 req-7c30a8fb-9f11-4198-8854-e4d5c091d8cd tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.231011 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9548da18-dae7-454f-be3b-23e7279f31a5 req-7c30a8fb-9f11-4198-8854-e4d5c091d8cd tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.1295295 Aug 30 02:02:48.243636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:48.278856 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9548da18-dae7-454f-be3b-23e7279f31a5 req-1eb14738-df46-4090-9cde-abfd502d36b6 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Aug 30 02:02:48.313149 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:48.316071 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2e3d1c-a5ef-498d-b012-b15389562e8e" -d '{"events": [{"server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "name": "network-vif-plugged", "status": "completed", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:48.369244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c95cc-8419-464f-86ca-cb0f6786c8d1 x-openstack-request-id: req-7b4c95cc-8419-464f-86ca-cb0f6786c8d1 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:48.369244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "name": "network-vif-plugged", "status": "completed", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:48.369244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b4c95cc-8419-464f-86ca-cb0f6786c8d1 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:48.369244 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4c95cc-8419-464f-86ca-cb0f6786c8d1'] response: {'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'code': 200} Aug 30 02:02:48.450201 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f36bd0bc-add6-458f-91bd-0135fe1667a5 req-e101dd92-0abf-449b-888c-a3b217982d0d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 Aug 30 02:02:48.452417 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d440a995-a6e3-4411-8b06-79b0626caf5b req-eba6fedc-7b40-43cb-91ae-0ec77a943e4f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013701 Aug 30 02:02:48.536594 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46536c-e380-4e9e-9158-71d4fa973389 req-fffb681f-471f-44f8-8b17-be65ee4ece2e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.538431 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3c46536c-e380-4e9e-9158-71d4fa973389 req-fffb681f-471f-44f8-8b17-be65ee4ece2e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0483942 Aug 30 02:02:48.600453 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3c46536c-e380-4e9e-9158-71d4fa973389 req-4fdd2d2f-86a6-446f-ba8c-09b309c2d769 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547621 Aug 30 02:02:48.687110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eb44e-9349-4b62-bf21-a0273cada75b req-fe6bbcac-99be-4b80-9336-0aa57c8da57b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.688826 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-416eb44e-9349-4b62-bf21-a0273cada75b req-fe6bbcac-99be-4b80-9336-0aa57c8da57b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0457554 Aug 30 02:02:48.737950 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-416eb44e-9349-4b62-bf21-a0273cada75b req-cecd417a-e34c-4693-b411-686c665e9305 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Aug 30 02:02:48.874889 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f8e9-517b-4698-b5e4-425346b5c911 req-a5c4511e-aeda-46ec-aa8a-58c19bce49c4 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:48.876375 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fe1f8e9-517b-4698-b5e4-425346b5c911 req-a5c4511e-aeda-46ec-aa8a-58c19bce49c4 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0494840 Aug 30 02:02:48.890760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:48.923690 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fe1f8e9-517b-4698-b5e4-425346b5c911 req-dde0ca30-465e-402a-b8e7-8767df317dbf tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416138 Aug 30 02:02:49.394226 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9aa3-28f0-44be-ab06-9556e7457108 req-5df7496e-fcc9-4b04-8cda-fd9ab907859b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:49.395662 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-96db9aa3-28f0-44be-ab06-9556e7457108 req-5df7496e-fcc9-4b04-8cda-fd9ab907859b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0449431 Aug 30 02:02:49.448349 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-96db9aa3-28f0-44be-ab06-9556e7457108 req-09be0174-ebf4-4f69-83cf-7f6cd92ef98e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Aug 30 02:02:49.714386 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:49.876929 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853d324-e37b-4b0d-bd24-99beb4dd1942 req-62f3c179-a892-4191-8183-8df7fc7d1e9e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:49.878607 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9853d324-e37b-4b0d-bd24-99beb4dd1942 req-62f3c179-a892-4191-8183-8df7fc7d1e9e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0509181 Aug 30 02:02:49.933208 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9853d324-e37b-4b0d-bd24-99beb4dd1942 req-9d66ebd0-dcdb-487d-9552-9bb0bc63b79c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Aug 30 02:02:49.945588 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19f3b8-6dfb-4bec-92fc-0e76bae7acb7 req-706ac1fa-aee4-4744-aacd-4ab0a232df4e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:49.947067 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ea19f3b8-6dfb-4bec-92fc-0e76bae7acb7 req-706ac1fa-aee4-4744-aacd-4ab0a232df4e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.2697837 Aug 30 02:02:49.997246 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ea19f3b8-6dfb-4bec-92fc-0e76bae7acb7 req-8d3ae082-48cb-4fa5-8f0a-4f074aefb13a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Aug 30 02:02:50.060880 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46991b-90b9-4dce-80f9-20a13fc4e7ab req-6239c9c8-4cdc-4c96-afcd-c9211ea95a61 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:50.065121 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2c46991b-90b9-4dce-80f9-20a13fc4e7ab req-6239c9c8-4cdc-4c96-afcd-c9211ea95a61 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0600162 Aug 30 02:02:50.089864 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5cd36-b937-4a69-ae0c-063a3182df11 req-fc0c0226-5009-49fd-bfdd-5532c9d5d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:50.091701 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4af5cd36-b937-4a69-ae0c-063a3182df11 req-fc0c0226-5009-49fd-bfdd-5532c9d5d6b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 1130 time: 0.0455177 Aug 30 02:02:50.125043 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2c46991b-90b9-4dce-80f9-20a13fc4e7ab req-001650d5-369d-4026-a765-fe94d80a00ce tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Aug 30 02:02:51.148130 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4af5cd36-b937-4a69-ae0c-063a3182df11 req-82264cd6-fdd6-465d-833f-9a567a81ba05 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395071 Aug 30 02:02:51.155716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16ce9b-4d62-425e-b2e9-69bfed07af00 req-d157e0a7-562b-4c01-b8d3-ed916eea5f18 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:51.157559 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2a16ce9b-4d62-425e-b2e9-69bfed07af00 req-d157e0a7-562b-4c01-b8d3-ed916eea5f18 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.1100862 Aug 30 02:02:51.202977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47d21-b347-4b15-9c13-2aa1f4c64b1d req-a7c3a755-9e75-4c11-b6d2-f7f9698b1043 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:51.213270 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-64f47d21-b347-4b15-9c13-2aa1f4c64b1d req-a7c3a755-9e75-4c11-b6d2-f7f9698b1043 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0967150 Aug 30 02:02:51.213621 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2a16ce9b-4d62-425e-b2e9-69bfed07af00 req-bf06da64-9293-4c99-9703-fce9b07375ca tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Aug 30 02:02:51.264778 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-64f47d21-b347-4b15-9c13-2aa1f4c64b1d req-9caa9b4e-1667-4beb-9345-11b5a549f5b0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504110 Aug 30 02:02:51.336134 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ceda1-ec3b-4f16-9ba9-1043d282d6ed req-4168488b-ce32-4a65-9a52-62a7274a660b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:51.337553 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b3ceda1-ec3b-4f16-9ba9-1043d282d6ed req-4168488b-ce32-4a65-9a52-62a7274a660b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0535815 Aug 30 02:02:51.387353 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b3ceda1-ec3b-4f16-9ba9-1043d282d6ed req-75b12117-28bd-429c-9d0f-d24971e0c78b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Aug 30 02:02:51.456977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:51.556925 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0b312-6b5b-403a-a165-68ab36dcf8da req-8add723d-81bf-4ccc-9542-8d51dd898cfd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:51.559277 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ba0b312-6b5b-403a-a165-68ab36dcf8da req-8add723d-81bf-4ccc-9542-8d51dd898cfd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0490103 Aug 30 02:02:51.572485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53298) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:51.578104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'floatingip': {'port_id': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:51.667388 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:51.785403 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53318) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:51.891629 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53330) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:52.020753 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf5a77-4f3b-4035-a8b7-d00a19aa296a req-1537303b-3e06-425b-b749-a633adf13e38 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:52.022371 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd072da-4b8c-477a-8b37-56e146f65e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.023705 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-30bf5a77-4f3b-4035-a8b7-d00a19aa296a req-1537303b-3e06-425b-b749-a633adf13e38 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0980382 Aug 30 02:02:52.061698 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8dd901a1-6e8f-4de2-a50b-c068e4943077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.188098 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd072da-4b8c-477a-8b37-56e146f65e74 admin admin] Publish callbacks [] for security_group (21091a1d-9b10-4aab-aaee-d24f91886bfb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.221721 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8dd901a1-6e8f-4de2-a50b-c068e4943077 admin admin] Publish callbacks [] for security_group (a9e94168-35e1-4cab-9bd6-b09528e9953f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.230148 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-30bf5a77-4f3b-4035-a8b7-d00a19aa296a req-968a2f75-ba6f-4059-9e42-feda60ba0b93 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004693 Aug 30 02:02:52.353813 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd072da-4b8c-477a-8b37-56e146f65e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (21091a1d-9b10-4aab-aaee-d24f91886bfb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.359263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8dd901a1-6e8f-4de2-a50b-c068e4943077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a9e94168-35e1-4cab-9bd6-b09528e9953f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.418506 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3bd072da-4b8c-477a-8b37-56e146f65e74 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0c812524985542e49422fc7fd7df1c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226154 Aug 30 02:02:52.418506 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8dd901a1-6e8f-4de2-a50b-c068e4943077 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c18e9b4b4e6542e1a7d3e08f6acea712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6315875 Aug 30 02:02:52.419007 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53356) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:52.419605 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd072da-4b8c-477a-8b37-56e146f65e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21091a1d-9b10-4aab-aaee-d24f91886bfb,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:52.422795 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53358) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:52.466312 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd901a1-6e8f-4de2-a50b-c068e4943077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e94168-35e1-4cab-9bd6-b09528e9953f,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:52.466657 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932997e-4ef4-49af-b268-f350ddc820f2 req-3a60b776-f7e4-4b37-b27e-89c29af6a601 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:52.468706 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f932997e-4ef4-49af-b268-f350ddc820f2 req-3a60b776-f7e4-4b37-b27e-89c29af6a601 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.1184845 Aug 30 02:02:52.499378 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] Publish callbacks [] for security_group (21091a1d-9b10-4aab-aaee-d24f91886bfb), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.514492 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.db.resource_extend [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 02:02:52.521321 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] Publish callbacks [] for security_group (21091a1d-9b10-4aab-aaee-d24f91886bfb), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.536584 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:52.625401 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.633007 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f932997e-4ef4-49af-b268-f350ddc820f2 req-52620563-a30b-4a23-9b0f-25554e986758 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529386 Aug 30 02:02:52.637969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] Publish callbacks [] for security_group (a9e94168-35e1-4cab-9bd6-b09528e9953f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.659446 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] Publish callbacks [] for security_group (a9e94168-35e1-4cab-9bd6-b09528e9953f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.702487 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (21091a1d-9b10-4aab-aaee-d24f91886bfb), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.703305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.704997 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.708565 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21091a1d-9b10-4aab-aaee-d24f91886bfb HTTP/1.1" status: 204 len: 168 time: 0.2834907 Aug 30 02:02:52.716378 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:52.722550 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef7758-d80a-4e93-8aef-fa9781df9cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21091a1d-9b10-4aab-aaee-d24f91886bfb,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:52.810163 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Floating IP 6de85467-585d-40b8-b9a6-bd0a17421dc4 associated. External IP: 172.27.2.209, port: 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55. Aug 30 02:02:52.844091 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a9e94168-35e1-4cab-9bd6-b09528e9953f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.851143 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:52.851143 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a9e94168-35e1-4cab-9bd6-b09528e9953f HTTP/1.1" status: 204 len: 168 time: 0.4215307 Aug 30 02:02:52.862428 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9488bc-55f0-44cc-8917-4c596e30379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e94168-35e1-4cab-9bd6-b09528e9953f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:52.936736 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:53.034278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:53.096730 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:53.380736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:53.385328 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:53.393364 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0cab7-cc4a-4b85-a343-7d24e4145ce8 req-ee2f78aa-c44a-4d10-9dab-bb74d2d48309 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:53.394375 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:53.394841 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5db0cab7-cc4a-4b85-a343-7d24e4145ce8 req-ee2f78aa-c44a-4d10-9dab-bb74d2d48309 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0626056 Aug 30 02:02:53.405386 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:53.406047 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:53.438304 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0112b802-5353-4e73-8e21-ebc3fc41ec59 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6de85467-585d-40b8-b9a6-bd0a17421dc4 HTTP/1.1" status: 200 len: 992 time: 1.8641441 Aug 30 02:02:53.439014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:53.441397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa689bb-c82e-4bd4-89b0-84133d3965ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:53.472223 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5db0cab7-cc4a-4b85-a343-7d24e4145ce8 req-4a13996a-31e9-4507-b2f1-1fb0a739e5c0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585749 Aug 30 02:02:53.519138 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:53.519641 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ec4257-6b69-455c-85bf-6451698015ef x-openstack-request-id: req-61ec4257-6b69-455c-85bf-6451698015ef {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:53.519928 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:53.520198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-61ec4257-6b69-455c-85bf-6451698015ef {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:53.520649 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ec4257-6b69-455c-85bf-6451698015ef'] response: {'name': 'network-changed', 'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'status': 'completed', 'code': 200} Aug 30 02:02:53.757928 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48c97d-17e3-4a99-a085-350187dae5f6 req-51a96778-fca4-4774-96a0-4a653c8ac8c1 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:53.759492 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fe48c97d-17e3-4a99-a085-350187dae5f6 req-51a96778-fca4-4774-96a0-4a653c8ac8c1 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0515814 Aug 30 02:02:53.779460 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6de85467-585d-40b8-b9a6-bd0a17421dc4', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:54:27:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:20Z', 'updated_at': '2022-08-30T02:02:52Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:53.803730 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:53.809594 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fe48c97d-17e3-4a99-a085-350187dae5f6 req-d5373426-b1ad-411a-8791-9f2f4a7e2e23 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 Aug 30 02:02:53.813114 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:53.813753 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:53.837816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53394) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:53.846628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:53.869046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8881a7c8-0fb5-40d6-8c36-235720daed25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:53.920559 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:53.923047 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:53.931558 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53396) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:53.954619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8881a7c8-0fb5-40d6-8c36-235720daed25 admin admin] Publish callbacks [] for security_group (81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:53.967123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53400) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:53.980732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e5b76f3e-b5c4-4ea8-9d16-2af8a0062a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.050498 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8881a7c8-0fb5-40d6-8c36-235720daed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.071283 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e5b76f3e-b5c4-4ea8-9d16-2af8a0062a3d admin admin] Publish callbacks [] for security_group (2d0e60c6-bfc0-4e94-823f-c22b726413fa), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.100157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881a7c8-0fb5-40d6-8c36-235720daed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:54.105077 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8881a7c8-0fb5-40d6-8c36-235720daed25 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=14beeece71744334884cd25245c732ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636988 Aug 30 02:02:54.107664 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53402) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:54.157373 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-525aceef-2656-428a-8565-74d5564cc23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6de85467-585d-40b8-b9a6-bd0a17421dc4', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:54:27:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:20Z', 'updated_at': '2022-08-30T02:02:52Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:54.160475 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] Publish callbacks [] for security_group (81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.183100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] Publish callbacks [] for security_group (81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.185488 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e5b76f3e-b5c4-4ea8-9d16-2af8a0062a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2d0e60c6-bfc0-4e94-823f-c22b726413fa), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.186199 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4194226d-3828-4f72-b969-a406952600de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.189245 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525aceef-2656-428a-8565-74d5564cc23f None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6de85467-585d-40b8-b9a6-bd0a17421dc4', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:54:27:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:20Z', 'updated_at': '2022-08-30T02:02:52Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:54.251618 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e5b76f3e-b5c4-4ea8-9d16-2af8a0062a3d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=74b66f9413bc48939877bad0a15cd509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832408 Aug 30 02:02:54.252759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b76f3e-b5c4-4ea8-9d16-2af8a0062a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e60c6-bfc0-4e94-823f-c22b726413fa,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:54.255362 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53404) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:54.283437 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4194226d-3828-4f72-b969-a406952600de admin admin] Publish callbacks [] for security_group (81bc166f-7a72-4ef5-8b10-2792fe512fd1), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.309527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] Publish callbacks [] for security_group (2d0e60c6-bfc0-4e94-823f-c22b726413fa), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.332655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] Publish callbacks [] for security_group (2d0e60c6-bfc0-4e94-823f-c22b726413fa), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.410980 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4194226d-3828-4f72-b969-a406952600de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (81bc166f-7a72-4ef5-8b10-2792fe512fd1), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.411155 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.413555 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.417169 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab HTTP/1.1" status: 204 len: 168 time: 0.3061090 Aug 30 02:02:54.423591 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51beb1-8315-4faf-ad85-81c05a480589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7e6cc-9f7b-4b23-8edd-3f27c4f6e1ab,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:54.463980 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4194226d-3828-4f72-b969-a406952600de admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bb6da553928244dfb44d34212725fce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311344 Aug 30 02:02:54.464857 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194226d-3828-4f72-b969-a406952600de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bc166f-7a72-4ef5-8b10-2792fe512fd1,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:54.466681 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53412) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:54.532279 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2d0e60c6-bfc0-4e94-823f-c22b726413fa), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.535380 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.537541 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d0e60c6-bfc0-4e94-823f-c22b726413fa HTTP/1.1" status: 204 len: 168 time: 0.2802746 Aug 30 02:02:54.559304 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ac71c-f059-4a15-a280-e89632835205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e60c6-bfc0-4e94-823f-c22b726413fa,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:54.633649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] Publish callbacks [] for security_group (81bc166f-7a72-4ef5-8b10-2792fe512fd1), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.644869 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aec7c7-3462-4c7b-90e3-fdbd33067f1d req-c0eb4215-0108-4df5-b3b2-6d36b9de764f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:54.648705 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c7aec7c7-3462-4c7b-90e3-fdbd33067f1d req-c0eb4215-0108-4df5-b3b2-6d36b9de764f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0868187 Aug 30 02:02:54.685029 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] Publish callbacks [] for security_group (81bc166f-7a72-4ef5-8b10-2792fe512fd1), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:54.702388 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de103bc-ece1-47bc-8900-0dbcf38c4755 None None] New status for floating IP 6de85467-585d-40b8-b9a6-bd0a17421dc4: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:02:54.760144 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c7aec7c7-3462-4c7b-90e3-fdbd33067f1d req-9990c1a7-de43-4999-afbc-4f1b760187ca tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951762 Aug 30 02:02:54.899830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-fa0aaaf5-3e65-43d7-9bb4-6a909df1ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:54.901485 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-fa0aaaf5-3e65-43d7-9bb4-6a909df1ebcd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1130 time: 0.0665977 Aug 30 02:02:54.902422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-c4de064a-7dc8-4551-a2a1-f70c287553f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:54.904110 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-c4de064a-7dc8-4551-a2a1-f70c287553f4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1129 time: 0.0770354 Aug 30 02:02:55.007054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (81bc166f-7a72-4ef5-8b10-2792fe512fd1), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.015216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.015216 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81bc166f-7a72-4ef5-8b10-2792fe512fd1 HTTP/1.1" status: 204 len: 168 time: 0.5431168 Aug 30 02:02:55.132221 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db41e4f-68c6-4799-bca9-ab938e4cd1a3 req-da04802c-68e0-45b5-9fac-dd0f91755309 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:55.133754 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8db41e4f-68c6-4799-bca9-ab938e4cd1a3 req-da04802c-68e0-45b5-9fac-dd0f91755309 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.2202675 Aug 30 02:02:55.146255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b61fb-454f-4bd2-9771-d97a9cfe7f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bc166f-7a72-4ef5-8b10-2792fe512fd1,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:55.257648 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-c6fad400-e2ac-47d7-b510-efcd0998781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:55.257648 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-c6fad400-e2ac-47d7-b510-efcd0998781b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.3127367 Aug 30 02:02:55.260390 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-de80e256-0811-4531-99d3-7c476ae08723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:55.262196 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-de80e256-0811-4531-99d3-7c476ae08723 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.3191652 Aug 30 02:02:55.280825 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8db41e4f-68c6-4799-bca9-ab938e4cd1a3 req-728f1f65-ec43-4c83-82af-71f866a92bc9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306279 Aug 30 02:02:55.521878 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53440) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:55.546480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6634b9a9-e3da-44e9-809f-a43fbaab55ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.657878 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6634b9a9-e3da-44e9-809f-a43fbaab55ee admin admin] Publish callbacks [] for security_group (3e3469ef-95bb-4218-91c0-27d095747375), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.760724 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-afff2945-7fef-4501-9b50-31581dac40f7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe22a1d-4332-4831-ab82-7f45c452f699 HTTP/1.1" status: 200 len: 217 time: 0.1143329 Aug 30 02:02:55.827827 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6634b9a9-e3da-44e9-809f-a43fbaab55ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3e3469ef-95bb-4218-91c0-27d095747375), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.850829 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-c1589102-8a3f-4c67-b0da-17e0d8a6e3ea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 1002 time: 0.2057669 Aug 30 02:02:55.918534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6634b9a9-e3da-44e9-809f-a43fbaab55ee admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dfd11c6fe40545d3b647cafeedf448e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923573 Aug 30 02:02:55.919008 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53460) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:55.932245 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-13a05df5-f0a1-4b1c-b061-bbcc1bdb6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:55.933716 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-13a05df5-f0a1-4b1c-b061-bbcc1bdb6438 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.1621661 Aug 30 02:02:55.934329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634b9a9-e3da-44e9-809f-a43fbaab55ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3469ef-95bb-4218-91c0-27d095747375,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:55.976663 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] Publish callbacks [] for security_group (3e3469ef-95bb-4218-91c0-27d095747375), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:55.997586 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] Publish callbacks [] for security_group (3e3469ef-95bb-4218-91c0-27d095747375), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.021408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-2c8e8b3e-5aad-43ab-ad22-9deebebcf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.021408 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-2c8e8b3e-5aad-43ab-ad22-9deebebcf525 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.1486964 Aug 30 02:02:56.022202 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff094fe-ccc0-42ba-9928-a4411a2f6585 req-5bd660f6-e931-421e-8a85-8122047eab93 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.023639 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cff094fe-ccc0-42ba-9928-a4411a2f6585 req-5bd660f6-e931-421e-8a85-8122047eab93 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.1040962 Aug 30 02:02:56.067485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-087c7bb3-737d-4b6b-88d9-d1aef5881a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.067485 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-087c7bb3-737d-4b6b-88d9-d1aef5881a97 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958629 Aug 30 02:02:56.089738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-08b8eac1-569a-429a-a311-6b3b9783e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.091452 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-08b8eac1-569a-429a-a311-6b3b9783e2cf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643969 Aug 30 02:02:56.116459 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cff094fe-ccc0-42ba-9928-a4411a2f6585 req-2316e402-f7d5-44eb-bfd8-50fc3bccf5ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788538 Aug 30 02:02:56.248587 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3e3469ef-95bb-4218-91c0-27d095747375), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.251683 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.253961 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e3469ef-95bb-4218-91c0-27d095747375 HTTP/1.1" status: 204 len: 168 time: 0.3331902 Aug 30 02:02:56.262975 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031819e6-dcf9-494f-8599-452fe7be9644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3469ef-95bb-4218-91c0-27d095747375,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:56.307334 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53474) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:56.325509 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.341063 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-1a5e0e94-ffb0-4593-9e47-efa502d98924 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693254 Aug 30 02:02:56.344067 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-42342ed5-7b08-49fe-99b9-d0fb53204b64 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637979 Aug 30 02:02:56.459733 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Publish callbacks [] for security_group (b196ea2e-d776-4c5f-9a83-f36b1a11fcc0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.462522 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a5a15-45b5-4125-a1fe-156ab8e753a4 req-86d6e33f-1686-4cc4-aa98-44d03ef1c827 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.470090 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b96a5a15-45b5-4125-a1fe-156ab8e753a4 req-86d6e33f-1686-4cc4-aa98-44d03ef1c827 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0879912 Aug 30 02:02:56.528501 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b96a5a15-45b5-4125-a1fe-156ab8e753a4 req-94eec2dc-3d6c-4d6e-b7bf-55785d4162a8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573046 Aug 30 02:02:56.537244 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b72f540f-ff8d-43dc-b38a-94ca32ec8164 req-4ea5084d-89f5-4900-9694-e673fe2f6bab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763656 Aug 30 02:02:56.546210 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dfa689bb-c82e-4bd4-89b0-84133d3965ef req-334298be-b54e-4a1c-b154-ccebf54a04a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819916 Aug 30 02:02:56.582304 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b196ea2e-d776-4c5f-9a83-f36b1a11fcc0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.624620 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b196ea2e-d776-4c5f-9a83-f36b1a11fcc0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:56.629447 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=48f825e944db4b0ab1275fa8f914f469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205655 Aug 30 02:02:56.633076 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53488) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:56.641630 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.641976 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.643788 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.644133 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.644473 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.644810 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.645146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.645492 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.646922 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.647324 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.648094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.648453 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.651060 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.651426 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.651769 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12bf519-6c01-41ca-bc86-6c8b7f53861d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:02:56.659482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97574390-9141-4ef9-b893-4713fe5c26d2 req-221d6e74-fb20-4049-b835-a20ef728f6b9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:56.662274 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-97574390-9141-4ef9-b893-4713fe5c26d2 req-221d6e74-fb20-4049-b835-a20ef728f6b9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0592818 Aug 30 02:02:56.673716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53490) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:02:56.679331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:02:56.717293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:56.725628 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] Publish callbacks [] for security_group (b196ea2e-d776-4c5f-9a83-f36b1a11fcc0), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.729352 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:56.752739 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] Publish callbacks [] for security_group (b196ea2e-d776-4c5f-9a83-f36b1a11fcc0), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:57.044797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b196ea2e-d776-4c5f-9a83-f36b1a11fcc0), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:57.051189 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:57.054993 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b196ea2e-d776-4c5f-9a83-f36b1a11fcc0 HTTP/1.1" status: 204 len: 168 time: 0.4201293 Aug 30 02:02:57.068000 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216ae4d-bedb-4b2a-9a33-d9ca3296d11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b196ea2e-d776-4c5f-9a83-f36b1a11fcc0,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:02:57.298663 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77feb1d1-d960-44d1-85a4-024321807092 req-b243c9a4-54ed-4466-9a51-eb5105dd182e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:57.301414 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-77feb1d1-d960-44d1-85a4-024321807092 req-b243c9a4-54ed-4466-9a51-eb5105dd182e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0812461 Aug 30 02:02:57.302895 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:57.360516 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-77feb1d1-d960-44d1-85a4-024321807092 req-fd83f482-e8cd-40a8-a2d0-6a9977858a68 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Aug 30 02:02:57.518062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:57.626026 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:57.763424 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 12c956ef-3d20-4ecf-a19b-4de8d8a86f1d associated. External IP: 172.27.2.150, port: f9ed6cf0-0f77-4260-91c6-8234ef158793. Aug 30 02:02:57.973402 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:02:58.088498 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:02:58.116035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:58.142083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:02:58.147804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:02:58.152823 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:02:58.168590 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:58.169208 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:58.190993 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bd248d79-c429-4f74-827a-ec899f7b7777 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/12c956ef-3d20-4ecf-a19b-4de8d8a86f1d HTTP/1.1" status: 200 len: 992 time: 1.5140519 Aug 30 02:02:58.190993 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:02:58.191866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e56b58-7f39-4b04-876e-be293989fd18" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:02:58.230014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f1140-c2ee-49e4-8846-649f9def349d x-openstack-request-id: req-760f1140-c2ee-49e4-8846-649f9def349d {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:02:58.230014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:02:58.230293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-760f1140-c2ee-49e4-8846-649f9def349d {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:02:58.230756 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760f1140-c2ee-49e4-8846-649f9def349d'] response: {'name': 'network-changed', 'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'status': 'completed', 'code': 200} Aug 30 02:02:58.289425 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:58.320637 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56b58-7f39-4b04-876e-be293989fd18 req-059502f7-bf93-470d-b39e-5f98161994ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:58.322437 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-059502f7-bf93-470d-b39e-5f98161994ed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 1130 time: 0.0691938 Aug 30 02:02:58.328170 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:58.449508 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56b58-7f39-4b04-876e-be293989fd18 req-9fb431e7-a345-4902-86af-b3ed7e415ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:58.451086 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-9fb431e7-a345-4902-86af-b3ed7e415ffd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 916 time: 0.1217997 Aug 30 02:02:58.483399 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:58.522216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466287b-fcf6-4f10-bfff-17c38ecad0bd req-4fb83346-b859-4f70-b7f8-959d86c03e83 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:58.531399 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9466287b-fcf6-4f10-bfff-17c38ecad0bd req-4fb83346-b859-4f70-b7f8-959d86c03e83 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0781069 Aug 30 02:02:58.540292 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-f6b5262e-92bd-4b8f-8c12-945be40b7a26 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793 HTTP/1.1" status: 200 len: 1000 time: 0.0768759 Aug 30 02:02:58.541866 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:58.591229 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9466287b-fcf6-4f10-bfff-17c38ecad0bd req-c3472c52-1e7c-4c9b-9c1c-ba0f1f93afaf tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 Aug 30 02:02:58.628712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56b58-7f39-4b04-876e-be293989fd18 req-e2a888cf-2c91-455b-a471-777579e84fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:58.630268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-e2a888cf-2c91-455b-a471-777579e84fba service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0806644 Aug 30 02:02:58.667905 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:57Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:58.680804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56b58-7f39-4b04-876e-be293989fd18 req-477432ee-a646-4711-b3f6-7fafefa9c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:58.683109 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-477432ee-a646-4711-b3f6-7fafefa9c6a9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467224 Aug 30 02:02:58.697368 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:02:58.706701 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:02:58.707265 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:02:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:58.812126 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-341bac15-27f4-494c-8c05-db876c499535 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220496 Aug 30 02:02:58.835570 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:02:58.948424 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-06e56b58-7f39-4b04-876e-be293989fd18 req-22cc8c01-68b1-4024-995b-32844d9b1538 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289661 Aug 30 02:02:59.225936 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:57Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:02:59.253822 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1770bb-f90c-4760-a140-4855042f2a35 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:57Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:02:59.313498 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:02:59.470595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285ff07-790b-4e1b-b59f-0cf4afcd3942 None None] New status for floating IP 12c956ef-3d20-4ecf-a19b-4de8d8a86f1d: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:02:59.740255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0629-ca13-42b7-8da6-2ac1daac345c req-7dc6058d-7ead-4077-a34a-fa2d43a17927 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:02:59.741875 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1e4b0629-ca13-42b7-8da6-2ac1daac345c req-7dc6058d-7ead-4077-a34a-fa2d43a17927 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0652902 Aug 30 02:02:59.812851 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1e4b0629-ca13-42b7-8da6-2ac1daac345c req-2cea49a4-6997-43b7-98a5-5ccb4198874d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652440 Aug 30 02:02:59.863101 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:00.015968 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0a400450-2413-40d5-9972-ffdc9f7dea64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:00.187568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:00.713729 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:00.938341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456c0b3-aefc-4930-9546-be090f640cca req-eb840f05-9c43-4c19-a70f-439291976fd9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:00.940003 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0456c0b3-aefc-4930-9546-be090f640cca req-eb840f05-9c43-4c19-a70f-439291976fd9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0523307 Aug 30 02:03:00.992035 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0456c0b3-aefc-4930-9546-be090f640cca req-e7a1a282-e455-4b5b-90ab-dc08aa4ddb38 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Aug 30 02:03:01.046852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53690) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:01.155463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.228500 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:01.238318 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Publish callbacks [] for security_group (5237e408-d78f-4553-aefa-38bc9e7cf589), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.433679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5237e408-d78f-4553-aefa-38bc9e7cf589), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.473915 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dcef17b6bb014685adcc154bb43c8ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259911 Aug 30 02:03:01.474867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237e408-d78f-4553-aefa-38bc9e7cf589,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:01.476696 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53698) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:01.482343 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.482738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.483179 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.483485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.484194 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.484194 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.484419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.484693 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.485023 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.485351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.485711 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.492499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.492499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.492499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.492499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac84dc5-68f1-4d79-adf1-23940e020652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:01.527643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] Publish callbacks [] for security_group (5237e408-d78f-4553-aefa-38bc9e7cf589), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.547979 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] Publish callbacks [] for security_group (5237e408-d78f-4553-aefa-38bc9e7cf589), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.587904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:01.696869 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5237e408-d78f-4553-aefa-38bc9e7cf589), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.700357 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:01.701504 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5237e408-d78f-4553-aefa-38bc9e7cf589 HTTP/1.1" status: 204 len: 168 time: 0.2238033 Aug 30 02:03:01.715494 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57647d-1127-42b3-bed9-7d5170734472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237e408-d78f-4553-aefa-38bc9e7cf589,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:02.128266 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa2bc-934f-4d3a-b93b-3781a51b976c req-2cc9d6d7-2891-42c4-87ef-1530121e1c9f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:02.130593 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-191aa2bc-934f-4d3a-b93b-3781a51b976c req-2cc9d6d7-2891-42c4-87ef-1530121e1c9f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0524418 Aug 30 02:03:02.186620 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-191aa2bc-934f-4d3a-b93b-3781a51b976c req-8f8b00bb-6c7b-4be9-85c0-0ea058dc908c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Aug 30 02:03:02.245717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53718) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:02.313752 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-eff9fefd-2d82-4302-9f23-e65fb94e223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.365488 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f95257e-983b-4783-8eb8-34c65da64838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.445776 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f95257e-983b-4783-8eb8-34c65da64838 admin admin] Publish callbacks [] for security_group (14d288c7-d18f-4d64-83a2-f35adfe950a9), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.583242 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53728) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:02.591271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f95257e-983b-4783-8eb8-34c65da64838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (14d288c7-d18f-4d64-83a2-f35adfe950a9), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.606657 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0791dd93-c682-42b6-8a27-8e4a84cb9dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.649113 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95257e-983b-4783-8eb8-34c65da64838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d288c7-d18f-4d64-83a2-f35adfe950a9,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:02.660005 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9f95257e-983b-4783-8eb8-34c65da64838 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=676b687ac2524ed7b343db1c39a3f985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132855 Aug 30 02:03:02.663486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53732) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:02.720921 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] Publish callbacks [] for security_group (14d288c7-d18f-4d64-83a2-f35adfe950a9), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.739527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0791dd93-c682-42b6-8a27-8e4a84cb9dbd admin admin] Publish callbacks [] for security_group (6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.744966 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] Publish callbacks [] for security_group (14d288c7-d18f-4d64-83a2-f35adfe950a9), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.788288 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:02.832615 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0791dd93-c682-42b6-8a27-8e4a84cb9dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.878963 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-0791dd93-c682-42b6-8a27-8e4a84cb9dbd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=83602d77255e4422a6d3bcb34da64871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943370 Aug 30 02:03:02.880394 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791dd93-c682-42b6-8a27-8e4a84cb9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:02.881410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53736) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:02.931030 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] Publish callbacks [] for security_group (6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.943375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (14d288c7-d18f-4d64-83a2-f35adfe950a9), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.946045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.947210 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/14d288c7-d18f-4d64-83a2-f35adfe950a9 HTTP/1.1" status: 204 len: 168 time: 0.2826455 Aug 30 02:03:02.965382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] Publish callbacks [] for security_group (6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:02.967710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8243647-2e3c-44a9-a06d-8ca640a03195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d288c7-d18f-4d64-83a2-f35adfe950a9,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:03.129768 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:03.132300 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:03.133547 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab HTTP/1.1" status: 204 len: 168 time: 0.2511024 Aug 30 02:03:03.142715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8d0e3-f984-4d9d-bddb-fd5b6c011144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88f3df-dc3f-40d0-b0cb-2e15d82f08ab,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:03.309925 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad668cab-75f2-4198-90b4-13849098189c req-36d235bf-2e17-40aa-a234-0e565105248b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:03.311414 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ad668cab-75f2-4198-90b4-13849098189c req-36d235bf-2e17-40aa-a234-0e565105248b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0495002 Aug 30 02:03:03.360902 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ad668cab-75f2-4198-90b4-13849098189c req-f6ef90c0-ba21-4833-a1dc-b503c16b1d30 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Aug 30 02:03:03.484867 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:04.319960 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:04.528243 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c99cf-8955-446d-a09f-67fd83e37a46 req-eb3fe44c-d41d-4b5b-ae0e-a12cf7d4c6e9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:04.528243 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1b4c99cf-8955-446d-a09f-67fd83e37a46 req-eb3fe44c-d41d-4b5b-ae0e-a12cf7d4c6e9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0727563 Aug 30 02:03:04.562486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:04.581267 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1b4c99cf-8955-446d-a09f-67fd83e37a46 req-f5dbff68-1da5-4c2f-82fc-11c815483c16 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491335 Aug 30 02:03:04.627865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:04.796752 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:04.967177 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:05.061299 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:05.061499 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:05.739268 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355deb1-8ecd-4be0-a6be-1154d4a2f0b0 req-1a0ff319-9ceb-4567-a093-a7fe3e90a850 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:05.740760 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3355deb1-8ecd-4be0-a6be-1154d4a2f0b0 req-1a0ff319-9ceb-4567-a093-a7fe3e90a850 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0824673 Aug 30 02:03:05.790148 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3355deb1-8ecd-4be0-a6be-1154d4a2f0b0 req-fcbfbbe3-c2a5-4139-bad7-4a95c7158c18 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Aug 30 02:03:06.485718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:06.492833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53894) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:06.606079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8fcd-054c-498f-9230-c5274ea49eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:06.684969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8fcd-054c-498f-9230-c5274ea49eb9 admin admin] Publish callbacks [] for security_group (b81d359d-a2b1-4bf4-88c3-b85965ff646e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:06.741729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:06.759017 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8fcd-054c-498f-9230-c5274ea49eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b81d359d-a2b1-4bf4-88c3-b85965ff646e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:06.801205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f8fcd-054c-498f-9230-c5274ea49eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81d359d-a2b1-4bf4-88c3-b85965ff646e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:06.807360 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4a2f8fcd-054c-498f-9230-c5274ea49eb9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=476f9e3d07ff4b688527b640a0ad7256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133533 Aug 30 02:03:06.810150 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53898) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:06.864564 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] Publish callbacks [] for security_group (b81d359d-a2b1-4bf4-88c3-b85965ff646e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:06.920993 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] Publish callbacks [] for security_group (b81d359d-a2b1-4bf4-88c3-b85965ff646e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:06.939272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a102b0-b8c2-4403-8cf5-83200971693d req-36d08254-7acc-4e05-9f3b-64e220f5392b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:06.940766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-60a102b0-b8c2-4403-8cf5-83200971693d req-36d08254-7acc-4e05-9f3b-64e220f5392b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0733488 Aug 30 02:03:07.028861 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-60a102b0-b8c2-4403-8cf5-83200971693d req-218aae76-0b1c-4fbb-b4a7-498001e863f3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803354 Aug 30 02:03:07.146888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b81d359d-a2b1-4bf4-88c3-b85965ff646e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:07.149571 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:07.150958 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b81d359d-a2b1-4bf4-88c3-b85965ff646e HTTP/1.1" status: 204 len: 168 time: 0.3397324 Aug 30 02:03:07.163048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e65e-796e-441a-8161-76a8f1cc7f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81d359d-a2b1-4bf4-88c3-b85965ff646e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:07.301942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:07.698557 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927d70d-ff94-48e1-bdbe-f1bfff5f343d req-393d887c-b58e-42c0-ba91-760681522731 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:07.700869 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b927d70d-ff94-48e1-bdbe-f1bfff5f343d req-393d887c-b58e-42c0-ba91-760681522731 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0483606 Aug 30 02:03:07.751547 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b927d70d-ff94-48e1-bdbe-f1bfff5f343d req-a0325a38-befa-4f09-a34c-43e1dc5586c2 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Aug 30 02:03:07.913124 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:07.947613 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:07.957091 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 53922) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:07.972593 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f7ec-9d4a-4921-ae18-63a1a14488e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.049020 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f7ec-9d4a-4921-ae18-63a1a14488e7 admin admin] Publish callbacks [] for security_group (e163ae51-d1e7-4dfa-8982-d7774819c2e2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.161789 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa8440-6442-4f3b-ac5c-15a5b4f85e1d req-b7a04845-e86f-49a4-bc45-d78653522d99 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:08.163466 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2daa8440-6442-4f3b-ac5c-15a5b4f85e1d req-b7a04845-e86f-49a4-bc45-d78653522d99 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0544002 Aug 30 02:03:08.164106 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ecb7f7ec-9d4a-4921-ae18-63a1a14488e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e163ae51-d1e7-4dfa-8982-d7774819c2e2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.227389 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ecb7f7ec-9d4a-4921-ae18-63a1a14488e7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a34963efe84f4775a418fdc92c100606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690926 Aug 30 02:03:08.230847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 53934) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:08.231555 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7f7ec-9d4a-4921-ae18-63a1a14488e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163ae51-d1e7-4dfa-8982-d7774819c2e2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:08.259133 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2daa8440-6442-4f3b-ac5c-15a5b4f85e1d req-91b4f604-313d-43ab-b86a-ed175d3549af tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889020 Aug 30 02:03:08.287244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] Publish callbacks [] for security_group (e163ae51-d1e7-4dfa-8982-d7774819c2e2), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.314352 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] Publish callbacks [] for security_group (e163ae51-d1e7-4dfa-8982-d7774819c2e2), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.497099 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e163ae51-d1e7-4dfa-8982-d7774819c2e2), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.499673 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:08.501741 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e163ae51-d1e7-4dfa-8982-d7774819c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2689221 Aug 30 02:03:08.509718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89709-ebdd-4cef-a582-d00ecced2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163ae51-d1e7-4dfa-8982-d7774819c2e2,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:08.741594 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:08.889854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb7cc-cfcd-4ba1-831c-3ceb8ceff072 req-558f90a4-5832-45a0-b464-090e557dc96b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:08.891785 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c4adb7cc-cfcd-4ba1-831c-3ceb8ceff072 req-558f90a4-5832-45a0-b464-090e557dc96b tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Aug 30 02:03:08.895999 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:08.958041 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c4adb7cc-cfcd-4ba1-831c-3ceb8ceff072 req-1f56e47b-b2b0-4701-9d01-ae1797fbfcdf tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568383 Aug 30 02:03:09.204539 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:09.384818 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c17c1-27a7-42f0-abbb-bce636cdca2d req-544950e9-6a96-4835-8fae-0306a917f269 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:09.386367 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6d8c17c1-27a7-42f0-abbb-bce636cdca2d req-544950e9-6a96-4835-8fae-0306a917f269 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0516508 Aug 30 02:03:09.408786 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-4e586963-1e86-4b87-b0a8-dabf0f3c4fa0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399826 Aug 30 02:03:09.439016 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6d8c17c1-27a7-42f0-abbb-bce636cdca2d req-b9c41938-3afc-4732-b015-b66ea3c0d558 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Aug 30 02:03:09.548441 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:09.604607 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-071d14a1-8608-4bae-b160-e7a0070aa871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:09.606170 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-071d14a1-8608-4bae-b160-e7a0070aa871 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.0431597 Aug 30 02:03:09.874554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f523270-e07f-42d0-992b-e29e5992914d req-fe4b0d12-31c4-4392-ac4a-bb6665f2e64e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:09.887924 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1f523270-e07f-42d0-992b-e29e5992914d req-fe4b0d12-31c4-4392-ac4a-bb6665f2e64e tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0734458 Aug 30 02:03:09.892460 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-ca383342-cd9d-4cbd-8c06-79e0a85f91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:09.893887 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-ca383342-cd9d-4cbd-8c06-79e0a85f91c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.1624649 Aug 30 02:03:09.956294 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-c04bbd87-1e26-4bd4-9cab-55d543d0ab09 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.0387774 Aug 30 02:03:10.112846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Deleting port 3028796a-2cf7-481a-af93-2e8ba3d0be57 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:03:10.113100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:10.118133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-c7d491c9-ee85-4904-97f1-4c79b8a9d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:10.119637 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-c7d491c9-ee85-4904-97f1-4c79b8a9d0de service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.1349545 Aug 30 02:03:10.127248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850dfc-db42-434c-857e-e9e3f060f9a7 req-93a72d36-3a2e-4a7d-bddc-3b5ba4c2338a tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:10.128945 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3850dfc-db42-434c-857e-e9e3f060f9a7 req-93a72d36-3a2e-4a7d-bddc-3b5ba4c2338a tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 946 time: 0.0884001 Aug 30 02:03:10.234255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-f61b045a-8382-42ee-bdd1-48570e4930f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:10.235746 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-f61b045a-8382-42ee-bdd1-48570e4930f3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058066 Aug 30 02:03:10.340417 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3850dfc-db42-434c-857e-e9e3f060f9a7 req-7fc2f037-a564-46b3-8eaf-e9a4ff30b122 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9f195206-3d38-4846-9a04-7face622fe41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994088 Aug 30 02:03:10.344369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] For port 3028796a-2cf7-481a-af93-2e8ba3d0be57, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3028796a-2cf7-481a-af93-2e8ba3d0be57,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:03:10.344834 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:10.357639 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:10.368719 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Calling delete_port for 3028796a-2cf7-481a-af93-2e8ba3d0be57 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:03:10.460330 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-2fdbbb35-ce56-48a0-9c8f-77fcdb051cbc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139392 Aug 30 02:03:10.586554 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac21f2-921c-40a6-831f-638a12d57288 req-4474659d-a79d-4541-b0d4-8cdc22d3f153 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:10.588164 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-59ac21f2-921c-40a6-831f-638a12d57288 req-4474659d-a79d-4541-b0d4-8cdc22d3f153 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0638309 Aug 30 02:03:10.609375 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f087a97-4d7f-4e85-9ca0-a81968e4ed5a req-96c6e1d1-3496-4c6e-900e-3ebae35fd684 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387515 Aug 30 02:03:10.662824 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-59ac21f2-921c-40a6-831f-638a12d57288 req-4ce6fe1e-c9da-443f-af97-5088a9fb58b7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Aug 30 02:03:10.732613 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (3028796a-2cf7-481a-af93-2e8ba3d0be57), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:10.746214 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['3028796a-2cf7-481a-af93-2e8ba3d0be57'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:03:10.810457 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Pushing event deleted for resources: {'Port': ['ID=3028796a-2cf7-481a-af93-2e8ba3d0be57,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:10.865375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] No DVR routers for this DVR port 3028796a-2cf7-481a-af93-2e8ba3d0be57 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:03:10.871160 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:10.874908 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1f523270-e07f-42d0-992b-e29e5992914d req-d7e23f4f-b8b1-4876-8687-aa300993ce53 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.42 "DELETE /networking/v2.0/ports/3028796a-2cf7-481a-af93-2e8ba3d0be57 HTTP/1.1" status: 204 len: 173 time: 0.9918075 Aug 30 02:03:10.875397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'name': 'network-vif-deleted', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:03:10.878403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ac07fc-a6ef-43e6-b250-e1c3e1c84e62" -d '{"events": [{"server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "name": "network-vif-deleted", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:03:10.925253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0b821-80e6-41f1-90da-6b92933ec42a x-openstack-request-id: req-e8b0b821-80e6-41f1-90da-6b92933ec42a {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:03:10.925863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0990f725-df36-4f5e-902f-80f670f7e865", "name": "network-vif-deleted", "tag": "3028796a-2cf7-481a-af93-2e8ba3d0be57", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:03:10.925863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8b0b821-80e6-41f1-90da-6b92933ec42a {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:03:10.926204 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b0b821-80e6-41f1-90da-6b92933ec42a'] response: {'server_uuid': '0990f725-df36-4f5e-902f-80f670f7e865', 'name': 'network-vif-deleted', 'tag': '3028796a-2cf7-481a-af93-2e8ba3d0be57', 'status': 'completed', 'code': 200} Aug 30 02:03:11.417071 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54032) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:11.428462 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:11.443878 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-047a1f87-63cb-4ff9-93d8-8ea1829f48ad req-cb5b667b-6800-41ee-88e2-e4da88270a5f tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.0282626 Aug 30 02:03:11.468276 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:11.544878 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef86d4be-152a-4976-b52d-eb2591d99861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:11.636970 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef86d4be-152a-4976-b52d-eb2591d99861 admin admin] Publish callbacks [] for security_group (fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:11.684422 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:11.758778 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef86d4be-152a-4976-b52d-eb2591d99861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:11.828599 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f6a16-630c-4055-9d2c-d5eb93395009 req-668d6e24-3dd1-4acf-bdb7-423e00e9b5f7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:11.830152 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f5f6a16-630c-4055-9d2c-d5eb93395009 req-668d6e24-3dd1-4acf-bdb7-423e00e9b5f7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0837858 Aug 30 02:03:11.837213 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ef86d4be-152a-4976-b52d-eb2591d99861 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e0bb2b1a596c4e33ba7ab6d57f218e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190230 Aug 30 02:03:11.838157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86d4be-152a-4976-b52d-eb2591d99861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:11.840391 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54044) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:11.887394 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f5f6a16-630c-4055-9d2c-d5eb93395009 req-8b88671f-fc0b-434a-8b17-60bedb68c94b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Aug 30 02:03:11.893092 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] Publish callbacks [] for security_group (fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:11.917541 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] Publish callbacks [] for security_group (fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:12.084213 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:12.087058 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:12.089037 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed HTTP/1.1" status: 204 len: 168 time: 0.2476125 Aug 30 02:03:12.100640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f754fe-a67d-48fc-9cae-35b54fe4aee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc008ac8-c1e1-4c5f-8471-8aabd6bd14ed,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:12.232944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:12.347223 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:12.578849 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-56ea9f27-8672-4abd-af06-e9eb4343a856 req-8821f609-cf4b-4d85-a6f2-8c40dde50035 tempest-DeleteServersTestJSON-882984935 tempest-DeleteServersTestJSON-882984935-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0990f725-df36-4f5e-902f-80f670f7e865 HTTP/1.1" status: 200 len: 210 time: 0.0336709 Aug 30 02:03:12.810643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:12.979381 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54062) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:12.995937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b885021-159a-444b-ad42-f0c4fc7666e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.023088 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f891e-96a6-4160-a4c9-cd336a88bcc7 req-709a82b3-8e0f-49ee-ab31-06c21d3eccfa tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:13.030056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fe9f891e-96a6-4160-a4c9-cd336a88bcc7 req-709a82b3-8e0f-49ee-ab31-06c21d3eccfa tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0632463 Aug 30 02:03:13.108984 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 3028796a-2cf7-481a-af93-2e8ba3d0be57 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:03:13.128893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 3028796a-2cf7-481a-af93-2e8ba3d0be57 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:03:13.129234 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 3028796a-2cf7-481a-af93-2e8ba3d0be57 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:03:13.178340 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fe9f891e-96a6-4160-a4c9-cd336a88bcc7 req-28a2174b-f1d6-4b9d-bfc7-03b330587b53 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465468 Aug 30 02:03:13.188848 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b885021-159a-444b-ad42-f0c4fc7666e9 admin admin] Publish callbacks [] for security_group (e7007d89-44eb-4263-8a1d-88f26a909592), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.307440 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b885021-159a-444b-ad42-f0c4fc7666e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e7007d89-44eb-4263-8a1d-88f26a909592), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.353775 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1b885021-159a-444b-ad42-f0c4fc7666e9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=98da7ed713a147bfbe5aa58a2e59447b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690236 Aug 30 02:03:13.353775 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885021-159a-444b-ad42-f0c4fc7666e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7007d89-44eb-4263-8a1d-88f26a909592,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:13.353968 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54066) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:13.441656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] Publish callbacks [] for security_group (e7007d89-44eb-4263-8a1d-88f26a909592), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.451216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] Publish callbacks [] for security_group (e7007d89-44eb-4263-8a1d-88f26a909592), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.661614 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e7007d89-44eb-4263-8a1d-88f26a909592), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.664817 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:13.668054 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7007d89-44eb-4263-8a1d-88f26a909592 HTTP/1.1" status: 204 len: 168 time: 0.3148220 Aug 30 02:03:13.678519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f52b0-8bc0-4e7e-be99-16832f6599c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7007d89-44eb-4263-8a1d-88f26a909592,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:14.100580 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:14.215442 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:14.321841 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cb196-b16e-434d-8191-c2267b8c8180 req-73908cdd-ca89-40ce-b9c4-ca6872fc1b79 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:14.323349 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9a7cb196-b16e-434d-8191-c2267b8c8180 req-73908cdd-ca89-40ce-b9c4-ca6872fc1b79 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0611961 Aug 30 02:03:14.372194 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9a7cb196-b16e-434d-8191-c2267b8c8180 req-079f1c12-3a24-4d7d-b9cd-a7ece8e98bba tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Aug 30 02:03:14.667324 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:15.267344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54126) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:15.364838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:15.635223 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c667-e076-4cb1-8e66-f1e246bd312c req-fcd51c58-0f22-4df4-b85b-26b355d77b79 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:15.636705 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c08c667-e076-4cb1-8e66-f1e246bd312c req-fcd51c58-0f22-4df4-b85b-26b355d77b79 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0577574 Aug 30 02:03:15.754838 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c08c667-e076-4cb1-8e66-f1e246bd312c req-057617e2-4b10-473a-8419-e373d7c3e6e8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851848 Aug 30 02:03:15.865958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:15.961062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:16.261866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Deleting port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:03:16.262215 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:16.343612 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] For port 31bd9e18-50c6-466d-9dd5-e9746e5eeb06, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:03:16.343612 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:16.356678 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Calling delete_port for 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 owned by network:router_interface {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:03:16.461689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:16.701697 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (31bd9e18-50c6-466d-9dd5-e9746e5eeb06), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:16.729104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bd9e18-50c6-466d-9dd5-e9746e5eeb06,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:16.855822 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54168) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:16.887005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:16.904427 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d5bba-725a-4df3-8bd3-1db28fa810ed req-384da295-5085-406c-bc7e-1e8253a0a81c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:16.906568 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a33d5bba-725a-4df3-8bd3-1db28fa810ed req-384da295-5085-406c-bc7e-1e8253a0a81c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0658853 Aug 30 02:03:16.965636 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a33d5bba-725a-4df3-8bd3-1db28fa810ed req-92e224e5-3877-423a-8197-1415b93760ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525668 Aug 30 02:03:17.008671 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:17.019292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5319d96e-cf66-4186-9781-a58ca68d7603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.174031 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:03:17.201949 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5319d96e-cf66-4186-9781-a58ca68d7603 admin admin] Publish callbacks [] for security_group (4f6cf195-25be-448a-9712-b392c86da153), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.302639 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5319d96e-cf66-4186-9781-a58ca68d7603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (4f6cf195-25be-448a-9712-b392c86da153), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.310929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:03:17.318803 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-55cce4be-b093-44c1-b902-f86f58f61971 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/25947e4d-2ac7-44fa-9218-7fe3e6865c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0478196 Aug 30 02:03:17.318967 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54172) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:17.320001 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Sync routers for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:03:17.330232 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:03:17.330860 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:03:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:17.359226 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:17.367362 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319d96e-cf66-4186-9781-a58ca68d7603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6cf195-25be-448a-9712-b392c86da153,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:17.385357 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-5319d96e-cf66-4186-9781-a58ca68d7603 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d3eb5d32c7e54dca91e4615ce2f7a027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5254529 Aug 30 02:03:17.385864 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54174) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:17.435354 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks [] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.439034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] Publish callbacks [] for security_group (4f6cf195-25be-448a-9712-b392c86da153), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.441790 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:03:17.462332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] Publish callbacks [] for security_group (4f6cf195-25be-448a-9712-b392c86da153), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.478571 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:17.539437 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks [] for router_gateway (25947e4d-2ac7-44fa-9218-7fe3e6865c66), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.614781 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:03:16Z', 'revision_number': 5, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:17.641203 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Checking router: 25947e4d-2ac7-44fa-9218-7fe3e6865c66 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:03:17.649623 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Routers {'25947e4d-2ac7-44fa-9218-7fe3e6865c66'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:03:17.650265 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:03:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:17.655415 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (4f6cf195-25be-448a-9712-b392c86da153), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.657978 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.661818 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4f6cf195-25be-448a-9712-b392c86da153 HTTP/1.1" status: 204 len: 168 time: 0.2722385 Aug 30 02:03:17.667527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe644e2-10fa-4a30-8b6e-08501d469933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6cf195-25be-448a-9712-b392c86da153,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:17.734005 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Deleting port 17f1cb44-b585-4374-88b1-4374eeb94d35 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:03:17.734360 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.783485 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] Set router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:03:17.822794 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] For port 17f1cb44-b585-4374-88b1-4374eeb94d35, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=17f1cb44-b585-4374-88b1-4374eeb94d35,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:03:17.823180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:17.836296 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Calling delete_port for 17f1cb44-b585-4374-88b1-4374eeb94d35 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:03:18.046267 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:03:16Z', 'revision_number': 5, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:18.046267 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f1326-a368-4f9d-af95-c5460ee7d422 None None] The sync data for ids ['25947e4d-2ac7-44fa-9218-7fe3e6865c66'] in dv-cinder-819667-6-iscsi is: [{'id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'name': 'tempest-DeleteServersTestJSON-85070746-router', 'tenant_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:58Z', 'updated_at': '2022-08-30T02:03:16Z', 'revision_number': 5, 'project_id': 'bf405bc0c4b5454aa2b868e9cb5fc7e1', 'gw_port': {'id': '17f1cb44-b585-4374-88b1-4374eeb94d35', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25947e4d-2ac7-44fa-9218-7fe3e6865c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:03:18.100695 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6c8ac-9d85-4326-aa9a-b54d8128a9d6 req-eab1f624-6fac-4d75-878a-a0f45d51295c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:18.102209 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fbe6c8ac-9d85-4326-aa9a-b54d8128a9d6 req-eab1f624-6fac-4d75-878a-a0f45d51295c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0489161 Aug 30 02:03:18.154316 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fbe6c8ac-9d85-4326-aa9a-b54d8128a9d6 req-02c9da70-6458-48d9-9100-40f0230c4560 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456736 Aug 30 02:03:18.495760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (17f1cb44-b585-4374-88b1-4374eeb94d35), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.525993 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f1cb44-b585-4374-88b1-4374eeb94d35,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:18.567893 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.687306 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.688088 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks [] for router_controller (25947e4d-2ac7-44fa-9218-7fe3e6865c66), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.884083 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (25947e4d-2ac7-44fa-9218-7fe3e6865c66), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.884662 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25947e4d-2ac7-44fa-9218-7fe3e6865c66 {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:03:18.889948 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.891105 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-be059b77-aeae-4974-9b8b-e4cbc368c410 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/25947e4d-2ac7-44fa-9218-7fe3e6865c66 HTTP/1.1" status: 204 len: 168 time: 1.5711598 Aug 30 02:03:18.893759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54206) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:18.918416 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54208) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:18.937693 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb3182bd-0273-4b0b-a9bd-5a349be46d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:18.975274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Deleting subnet 92cd0751-0e1a-4a91-88e3-fe8fa57afd98 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:03:18.980485 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Publish callbacks [] for subnet (92cd0751-0e1a-4a91-88e3-fe8fa57afd98), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.004425 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:19.026614 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Publish callbacks [] for subnet (92cd0751-0e1a-4a91-88e3-fe8fa57afd98), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.031788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb3182bd-0273-4b0b-a9bd-5a349be46d8a admin admin] Publish callbacks [] for security_group (b7896fc5-04b9-44b4-9d85-2042eeb76e34), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.095678 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb3182bd-0273-4b0b-a9bd-5a349be46d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b7896fc5-04b9-44b4-9d85-2042eeb76e34), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.105421 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:19.121439 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (92cd0751-0e1a-4a91-88e3-fe8fa57afd98), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.147021 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bb3182bd-0273-4b0b-a9bd-5a349be46d8a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4788db495b0c4bc4ae94b9d6b881eab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167144 Aug 30 02:03:19.147021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3182bd-0273-4b0b-a9bd-5a349be46d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7896fc5-04b9-44b4-9d85-2042eeb76e34,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:19.147021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54218) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:19.193343 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] Publish callbacks [] for security_group (b7896fc5-04b9-44b4-9d85-2042eeb76e34), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.217651 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] Publish callbacks [] for security_group (b7896fc5-04b9-44b4-9d85-2042eeb76e34), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.432488 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (92cd0751-0e1a-4a91-88e3-fe8fa57afd98), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.459144 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cd0751-0e1a-4a91-88e3-fe8fa57afd98,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:19.474670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.478132 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1b6cfbe9-e1ed-4588-ae5a-926c09e2a678 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/92cd0751-0e1a-4a91-88e3-fe8fa57afd98 HTTP/1.1" status: 204 len: 168 time: 0.5831733 Aug 30 02:03:19.480611 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54224) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:19.484594 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdacd8-8bae-4f01-8a15-ee528e33bb21 None None] Network 050b1da9-475b-4ee9-8160-4c67d0f493ca requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:19.489473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b7896fc5-04b9-44b4-9d85-2042eeb76e34), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.493736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.494861 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b7896fc5-04b9-44b4-9d85-2042eeb76e34 HTTP/1.1" status: 204 len: 168 time: 0.3541107 Aug 30 02:03:19.513865 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ce576-f702-4ab1-a43a-162f9832e961 req-5a8b5085-6b36-407e-82f7-f77c891a8a66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:19.515459 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0c4ce576-f702-4ab1-a43a-162f9832e961 req-5a8b5085-6b36-407e-82f7-f77c891a8a66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0607789 Aug 30 02:03:19.561551 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6fb7e-4d10-477a-8f98-9e8718ddde1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7896fc5-04b9-44b4-9d85-2042eeb76e34,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:19.611110 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0c4ce576-f702-4ab1-a43a-162f9832e961 req-188b8ff1-5390-4c1f-8a07-95ec5c69f9ae tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890255 Aug 30 02:03:19.649215 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (050b1da9-475b-4ee9-8160-4c67d0f493ca), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.735988 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:03:19.775008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:19.775008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Deleting port 280ca272-66f4-407e-b83b-c38341a83417 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:03:19.775405 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (280ca272-66f4-407e-b83b-c38341a83417), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.781875 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:03:19.782322 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 31bd9e18-50c6-466d-9dd5-e9746e5eeb06 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:03:19.782755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 17f1cb44-b585-4374-88b1-4374eeb94d35 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:03:19.820980 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 17f1cb44-b585-4374-88b1-4374eeb94d35 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:03:19.821861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 17f1cb44-b585-4374-88b1-4374eeb94d35 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:03:19.831390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] DHCP port deletion for 050b1da9-475b-4ee9-8160-4c67d0f493ca request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:03:19.867025 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] For port 280ca272-66f4-407e-b83b-c38341a83417, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=280ca272-66f4-407e-b83b-c38341a83417,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:03:19.867710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (280ca272-66f4-407e-b83b-c38341a83417), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.879810 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:19.884722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Calling delete_port for 280ca272-66f4-407e-b83b-c38341a83417 owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:03:19.899729 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Deleting port 280ca272-66f4-407e-b83b-c38341a83417 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:03:19.899729 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (280ca272-66f4-407e-b83b-c38341a83417), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.962153 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] For port 280ca272-66f4-407e-b83b-c38341a83417, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=280ca272-66f4-407e-b83b-c38341a83417,segment=NetworkSegment(af092c8a-b5fc-4f97-a35a-5762207d35f6),segment_id=af092c8a-b5fc-4f97-a35a-5762207d35f6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:03:19.962759 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (280ca272-66f4-407e-b83b-c38341a83417), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:19.994294 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Calling delete_port for 280ca272-66f4-407e-b83b-c38341a83417 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:03:20.078402 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (280ca272-66f4-407e-b83b-c38341a83417), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.106676 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Pushing event deleted for resources: {'Port': ['ID=280ca272-66f4-407e-b83b-c38341a83417,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:20.114679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] No DVR routers for this DVR port 280ca272-66f4-407e-b83b-c38341a83417 on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:03:20.114986 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (280ca272-66f4-407e-b83b-c38341a83417), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.140545 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Pushing event deleted for resources: {'Port': ['ID=280ca272-66f4-407e-b83b-c38341a83417,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:20.150136 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] No DVR routers for this DVR port 280ca272-66f4-407e-b83b-c38341a83417 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:03:20.155058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.155058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.155058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.160667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca882e4-20d6-4ae7-b23d-93259b0e0eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:20.199107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (050b1da9-475b-4ee9-8160-4c67d0f493ca), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.221099 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.221431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.222278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.222613 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > port after_create 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.223051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.223345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > port after_update 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.223631 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.223965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.224299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.224622 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.353298 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:20.482734 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.482972 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.483306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.483637 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:20.484003 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050b1da9-475b-4ee9-8160-4c67d0f493ca']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:20.503054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af092c8a-b5fc-4f97-a35a-5762207d35f6') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:20.503348 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af092c8a-b5fc-4f97-a35a-5762207d35f6') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:20.520142 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (af092c8a-b5fc-4f97-a35a-5762207d35f6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.542559 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (af092c8a-b5fc-4f97-a35a-5762207d35f6), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.552290 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:03:20.552676 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (af092c8a-b5fc-4f97-a35a-5762207d35f6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.764474 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada8c71-1c44-4bb6-8a83-d814c1d18915 req-76840734-ef0c-413a-a484-56017e851850 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:20.766098 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ada8c71-1c44-4bb6-8a83-d814c1d18915 req-76840734-ef0c-413a-a484-56017e851850 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 30 02:03:20.779084 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment af092c8a-b5fc-4f97-a35a-5762207d35f6 resource provider aggregate not found Aug 30 02:03:20.784058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (050b1da9-475b-4ee9-8160-4c67d0f493ca), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.801663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:20.805547 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/050b1da9-475b-4ee9-8160-4c67d0f493ca HTTP/1.1" status: 204 len: 168 time: 1.3237374 Aug 30 02:03:20.815449 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment af092c8a-b5fc-4f97-a35a-5762207d35f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af092c8a-b5fc-4f97-a35a-5762207d35f6 found for delete ", "request_id": "req-ce4963fd-e985-4b27-97d4-f035cf7e0274"}]} Aug 30 02:03:20.816651 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e752352-263c-4249-a38b-6fdfb004ce99 admin admin] Pushing event deleted for resources: {'Network': ['ID=050b1da9-475b-4ee9-8160-4c67d0f493ca,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:20.854703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:20.871265 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ada8c71-1c44-4bb6-8a83-d814c1d18915 req-3c982687-ca43-4707-b915-270a2a8ae9fb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889792 Aug 30 02:03:21.346583 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 280ca272-66f4-407e-b83b-c38341a83417 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:03:21.370783 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 280ca272-66f4-407e-b83b-c38341a83417 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:03:21.371134 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 280ca272-66f4-407e-b83b-c38341a83417 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:03:21.394184 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54282) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:21.434703 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ba963803-37a9-4dff-bc90-bb228ec81dec admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bf405bc0c4b5454aa2b868e9cb5fc7e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393689 Aug 30 02:03:21.437227 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54284) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:21.485394 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] Publish callbacks [] for security_group (9f195206-3d38-4846-9a04-7face622fe41), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:21.506264 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] Publish callbacks [] for security_group (9f195206-3d38-4846-9a04-7face622fe41), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:21.569725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:21.644067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9f195206-3d38-4846-9a04-7face622fe41), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:21.647135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:21.648305 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9f195206-3d38-4846-9a04-7face622fe41 HTTP/1.1" status: 204 len: 168 time: 0.2101274 Aug 30 02:03:21.657247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b54bb4-7a47-482f-9aab-b437dd4dacb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f195206-3d38-4846-9a04-7face622fe41,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:22.048430 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a734d0-acc8-4a9d-9838-11cc7fbd642a req-7ea7f0f3-9c0a-4435-81c3-c5b2e0f758ac tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:22.050541 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e9a734d0-acc8-4a9d-9838-11cc7fbd642a req-7ea7f0f3-9c0a-4435-81c3-c5b2e0f758ac tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0956891 Aug 30 02:03:22.104057 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e9a734d0-acc8-4a9d-9838-11cc7fbd642a req-b3b70074-befa-4c65-987f-1abbdd9912e3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461943 Aug 30 02:03:23.241692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ea405-2f5b-4b8a-baff-46df6be582c4 req-85ff99b6-784d-4949-8927-5ccf3d25d9ec tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:23.245419 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a35ea405-2f5b-4b8a-baff-46df6be582c4 req-85ff99b6-784d-4949-8927-5ccf3d25d9ec tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0563984 Aug 30 02:03:23.311046 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a35ea405-2f5b-4b8a-baff-46df6be582c4 req-a36e7127-6c1b-4c47-af80-89d9d44cc4e0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 Aug 30 02:03:23.798652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:24.191667 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54390) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:24.262002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54394) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:24.448447 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c742b0-6fa2-4fe2-9a09-a131c5ca72d8 req-f2dda42e-5a77-4360-9edc-f2686f4e9e89 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:24.451231 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0c742b0-6fa2-4fe2-9a09-a131c5ca72d8 req-f2dda42e-5a77-4360-9edc-f2686f4e9e89 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0555584 Aug 30 02:03:24.479238 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9af10560-221a-41c8-813b-532d5202ea08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.584327 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9af10560-221a-41c8-813b-532d5202ea08 admin admin] Publish callbacks [] for security_group (b4d97538-aa3d-4d22-a226-849dacf2b190), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.605147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:24.684092 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9af10560-221a-41c8-813b-532d5202ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b4d97538-aa3d-4d22-a226-849dacf2b190), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.708593 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0c742b0-6fa2-4fe2-9a09-a131c5ca72d8 req-c58150ea-03d6-47eb-8e99-420ea2699bfb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512009 Aug 30 02:03:24.710202 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca293d79-9e94-4c06-977b-db3d1ed4a471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.752410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af10560-221a-41c8-813b-532d5202ea08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d97538-aa3d-4d22-a226-849dacf2b190,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:24.761295 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9af10560-221a-41c8-813b-532d5202ea08 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3a95c49cb1884268bf96ce4032ceac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5684061 Aug 30 02:03:24.762575 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54408) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:24.852978 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca293d79-9e94-4c06-977b-db3d1ed4a471 admin admin] Publish callbacks [] for security_group (c7a84263-5c28-440f-b0a6-c88ef76be397), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.854765 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] Publish callbacks [] for security_group (b4d97538-aa3d-4d22-a226-849dacf2b190), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.880418 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] Publish callbacks [] for security_group (b4d97538-aa3d-4d22-a226-849dacf2b190), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:24.963792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca293d79-9e94-4c06-977b-db3d1ed4a471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c7a84263-5c28-440f-b0a6-c88ef76be397), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.005191 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ca293d79-9e94-4c06-977b-db3d1ed4a471 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7fd4698b5b434297a25d3793ed5908ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7420914 Aug 30 02:03:25.006417 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca293d79-9e94-4c06-977b-db3d1ed4a471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a84263-5c28-440f-b0a6-c88ef76be397,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:25.008306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54422) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:25.074538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] Publish callbacks [] for security_group (c7a84263-5c28-440f-b0a6-c88ef76be397), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.085012 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b4d97538-aa3d-4d22-a226-849dacf2b190), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.092964 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.106048 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b4d97538-aa3d-4d22-a226-849dacf2b190 HTTP/1.1" status: 204 len: 168 time: 0.3280313 Aug 30 02:03:25.106370 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] Publish callbacks [] for security_group (c7a84263-5c28-440f-b0a6-c88ef76be397), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.106462 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be847a-6c19-4497-86a4-bba910380a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d97538-aa3d-4d22-a226-849dacf2b190,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:25.352330 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c7a84263-5c28-440f-b0a6-c88ef76be397), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.355475 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:25.360427 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c7a84263-5c28-440f-b0a6-c88ef76be397 HTTP/1.1" status: 204 len: 168 time: 0.3465860 Aug 30 02:03:25.365290 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b46b03-cb60-4c0c-a1a1-67bd2c6c7076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a84263-5c28-440f-b0a6-c88ef76be397,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:25.661554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54444) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:25.845184 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da2504-a736-4614-ac48-439b0e4f9e4d req-883a790a-4633-45ae-b615-897f98f3e08e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:25.846709 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-57da2504-a736-4614-ac48-439b0e4f9e4d req-883a790a-4633-45ae-b615-897f98f3e08e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0517468 Aug 30 02:03:25.898892 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-57da2504-a736-4614-ac48-439b0e4f9e4d req-aafb60a6-2494-43a7-b507-513b7dbb49e1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459816 Aug 30 02:03:26.021009 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f81802b8-ea2f-4b18-916e-a912150a86c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.100419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f81802b8-ea2f-4b18-916e-a912150a86c2 admin admin] Publish callbacks [] for security_group (f0eba803-bd5d-426f-8947-f05867bf9531), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.105111 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54454) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:26.118858 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ae91038-a4ab-4b5a-b6ab-a07775880ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.192655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ae91038-a4ab-4b5a-b6ab-a07775880ce8 admin admin] Publish callbacks [] for security_group (6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.296034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f81802b8-ea2f-4b18-916e-a912150a86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f0eba803-bd5d-426f-8947-f05867bf9531), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.302084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:26.338327 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f81802b8-ea2f-4b18-916e-a912150a86c2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9f39ba0f80f149ff94f12a3c452f51dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756139 Aug 30 02:03:26.339151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81802b8-ea2f-4b18-916e-a912150a86c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eba803-bd5d-426f-8947-f05867bf9531,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:26.341957 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54458) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:26.363717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ae91038-a4ab-4b5a-b6ab-a07775880ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.397366 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] Publish callbacks [] for security_group (f0eba803-bd5d-426f-8947-f05867bf9531), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.402157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91038-a4ab-4b5a-b6ab-a07775880ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:26.410102 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9ae91038-a4ab-4b5a-b6ab-a07775880ce8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b81ffcadbfd8409d9ab2016ea65f1fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014114 Aug 30 02:03:26.410498 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54460) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:26.420511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] Publish callbacks [] for security_group (f0eba803-bd5d-426f-8947-f05867bf9531), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.463641 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] Publish callbacks [] for security_group (6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.484198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] Publish callbacks [] for security_group (6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.591831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f0eba803-bd5d-426f-8947-f05867bf9531), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.594362 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.595512 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f0eba803-bd5d-426f-8947-f05867bf9531 HTTP/1.1" status: 204 len: 168 time: 0.2524753 Aug 30 02:03:26.604661 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe06b32-4a57-44f5-b5fa-d243ffe108a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eba803-bd5d-426f-8947-f05867bf9531,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:26.626796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54464) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:26.636255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.638780 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.639920 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb HTTP/1.1" status: 204 len: 168 time: 0.2286246 Aug 30 02:03:26.658397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aabc17b3-cc42-4497-a7d7-a3b9e43265e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.661353 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c037f14-c0d6-4215-85d9-f271404d3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef36fef-dcb7-4c7e-ae36-f6506cfabdeb,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:26.674923 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:26.758313 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aabc17b3-cc42-4497-a7d7-a3b9e43265e8 admin admin] Publish callbacks [] for security_group (6b265f44-2b7d-49e0-849d-6bba7291355c), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.901350 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aabc17b3-cc42-4497-a7d7-a3b9e43265e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6b265f44-2b7d-49e0-849d-6bba7291355c), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:26.941283 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-aabc17b3-cc42-4497-a7d7-a3b9e43265e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=512352c41a8140a7ba9922e32fe3555c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122880 Aug 30 02:03:26.942322 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc17b3-cc42-4497-a7d7-a3b9e43265e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b265f44-2b7d-49e0-849d-6bba7291355c,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:26.943894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54470) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:27.029196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:27.040853 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974b563-9cb3-4239-bf90-7764944be4c4 req-f20c423c-9c01-4dc6-b6ce-79e6d61310d4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:27.042371 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8974b563-9cb3-4239-bf90-7764944be4c4 req-f20c423c-9c01-4dc6-b6ce-79e6d61310d4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0598314 Aug 30 02:03:27.051208 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] Publish callbacks [] for security_group (6b265f44-2b7d-49e0-849d-6bba7291355c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:27.080482 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] Publish callbacks [] for security_group (6b265f44-2b7d-49e0-849d-6bba7291355c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:27.088271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:27.112807 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:27.132825 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8974b563-9cb3-4239-bf90-7764944be4c4 req-db0b48c0-7107-45ff-9053-38734cb42133 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Aug 30 02:03:27.250011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:27.342023 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6b265f44-2b7d-49e0-849d-6bba7291355c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:27.345053 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:27.346303 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6b265f44-2b7d-49e0-849d-6bba7291355c HTTP/1.1" status: 204 len: 168 time: 0.4014094 Aug 30 02:03:27.356513 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20600d-22df-41d8-b8d3-257861c4d73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b265f44-2b7d-49e0-849d-6bba7291355c,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:27.966656 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=70 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:28.091946 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:28.132814 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54494) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:28.146634 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2fe00994-97dd-4369-a397-62ec53c011f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.240192 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2fe00994-97dd-4369-a397-62ec53c011f1 admin admin] Publish callbacks [] for security_group (abbae806-d593-4a1c-b306-e0e75c139575), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.262513 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef036895-6246-4444-b4ca-779fbe4435a8 req-1b0017a3-c4c2-4baa-b4b1-effde5ec7215 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:28.264028 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ef036895-6246-4444-b4ca-779fbe4435a8 req-1b0017a3-c4c2-4baa-b4b1-effde5ec7215 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0482087 Aug 30 02:03:28.315585 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ef036895-6246-4444-b4ca-779fbe4435a8 req-0d5b524a-ca46-43f5-950e-c29eb2bcd1cc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Aug 30 02:03:28.431589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2fe00994-97dd-4369-a397-62ec53c011f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (abbae806-d593-4a1c-b306-e0e75c139575), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.470186 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2fe00994-97dd-4369-a397-62ec53c011f1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90b501c6b7e5479a874b5b6cdfaeadb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358469 Aug 30 02:03:28.471958 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe00994-97dd-4369-a397-62ec53c011f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbae806-d593-4a1c-b306-e0e75c139575,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:28.472791 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54508) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:28.532417 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] Publish callbacks [] for security_group (abbae806-d593-4a1c-b306-e0e75c139575), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.554836 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] Publish callbacks [] for security_group (abbae806-d593-4a1c-b306-e0e75c139575), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.751887 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (abbae806-d593-4a1c-b306-e0e75c139575), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.754459 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:28.756089 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/abbae806-d593-4a1c-b306-e0e75c139575 HTTP/1.1" status: 204 len: 168 time: 0.2818789 Aug 30 02:03:28.764268 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f79532-1697-4cf7-b04f-7857f0a5d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbae806-d593-4a1c-b306-e0e75c139575,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:29.448454 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29bcb-20c4-4ef8-9eec-4e3ca720a079 req-41e0e046-ec09-4699-95fe-6cd056100bd6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:29.450108 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-01e29bcb-20c4-4ef8-9eec-4e3ca720a079 req-41e0e046-ec09-4699-95fe-6cd056100bd6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0523055 Aug 30 02:03:29.501341 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-01e29bcb-20c4-4ef8-9eec-4e3ca720a079 req-3136f1d8-b42e-43b7-8afe-c129fc94dc2c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 Aug 30 02:03:29.569161 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54548) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:29.720992 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923386103-network', 'tenant_id': 'f91bad8afa8a44d4ae6a4d31d8f5bfdf'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:29.975847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:30.083646 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-15f5ccca-788e-480b-816b-1b8d37c1153a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.118579 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Made reservation on behalf of f91bad8afa8a44d4ae6a4d31d8f5bfdf for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:30.121686 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.131449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.221031 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks [] for security_group (b6333e44-257e-47ca-a806-6ca9e176c4ad), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.252020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54570) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:30.346796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-272668713-network', 'tenant_id': '4ef7d6a2ea7d44088183599c727b3c14'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:30.398054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b6333e44-257e-47ca-a806-6ca9e176c4ad), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.418981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:03:30.434515 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6333e44-257e-47ca-a806-6ca9e176c4ad,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:30.437468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1ef4afda-e668-450d-b404-1ba095cd2847), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.437810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Added segment 1ef4afda-e668-450d-b404-1ba095cd2847 of type vlan for network 839499a4-df1d-424f-aee2-8eab4f557e7e Aug 30 02:03:30.468360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Made reservation on behalf of 4ef7d6a2ea7d44088183599c727b3c14 for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:30.470688 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.488021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.491658 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (839499a4-df1d-424f-aee2-8eab4f557e7e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.612556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks [] for security_group (9fc27c04-fb8f-46e3-884c-8a0e633b98a8), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.620820 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (839499a4-df1d-424f-aee2-8eab4f557e7e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.621871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:30.622483 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.651601 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ed823-7a6a-4826-b717-bcd362e8b78d req-79cf85cc-7d19-4d99-80e8-6f15d33b691e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:30.653076 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3a5ed823-7a6a-4826-b717-bcd362e8b78d req-79cf85cc-7d19-4d99-80e8-6f15d33b691e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0754609 Aug 30 02:03:30.709536 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] Pushing event updated for resources: {'Network': ['ID=839499a4-df1d-424f-aee2-8eab4f557e7e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:30.720244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 839499a4-df1d-424f-aee2-8eab4f557e7e details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:03:30.725063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9fc27c04-fb8f-46e3-884c-8a0e633b98a8), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.757507 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3a5ed823-7a6a-4826-b717-bcd362e8b78d req-caf1913b-a553-4398-a36c-3b2e91b811be tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787256 Aug 30 02:03:30.767577 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ba34956b-90ef-4ab5-9168-3055c440706f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1972804 Aug 30 02:03:30.769006 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:03:30.771883 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54580) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:30.779925 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Request body: {'subnet': {'network_id': '839499a4-df1d-424f-aee2-8eab4f557e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923386103-subnet', 'tenant_id': 'f91bad8afa8a44d4ae6a4d31d8f5bfdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:30.780366 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc27c04-fb8f-46e3-884c-8a0e633b98a8,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:30.795882 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (114c3e11-3ec9-4599-9446-082e6f584b53), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.796310 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Added segment 114c3e11-3ec9-4599-9446-082e6f584b53 of type vlan for network 61df6ab4-1af9-443e-a9b9-4a6d20449bd2 Aug 30 02:03:30.838874 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (61df6ab4-1af9-443e-a9b9-4a6d20449bd2), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.912299 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Made reservation on behalf of f91bad8afa8a44d4ae6a4d31d8f5bfdf for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:30.915137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.947338 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (61df6ab4-1af9-443e-a9b9-4a6d20449bd2), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.948387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:30.948979 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:30.955152 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:31.012472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] Pushing event updated for resources: {'Network': ['ID=61df6ab4-1af9-443e-a9b9-4a6d20449bd2,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:31.022046 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 61df6ab4-1af9-443e-a9b9-4a6d20449bd2 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:03:31.172372 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-971335d8-2c45-47ec-a491-abed5b9087e2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9191160 Aug 30 02:03:31.175974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54582) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:31.186163 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Request body: {'subnet': {'network_id': '61df6ab4-1af9-443e-a9b9-4a6d20449bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-272668713-subnet', 'tenant_id': '4ef7d6a2ea7d44088183599c727b3c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:31.209998 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (02fafc3e-9e30-47f6-937d-349ce30fb6a7), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:31.269228 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fafc3e-9e30-47f6-937d-349ce30fb6a7,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:31.284862 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Checking segment: {'id': '1ef4afda-e668-450d-b404-1ba095cd2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '839499a4-df1d-424f-aee2-8eab4f557e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:03:31.285288 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Network hostable DHCP agents. Network: 839499a4-df1d-424f-aee2-8eab4f557e7e, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:03:31.352431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Made reservation on behalf of 4ef7d6a2ea7d44088183599c727b3c14 for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:31.352431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805325'] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:31.443821 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Network 839499a4-df1d-424f-aee2-8eab4f557e7e is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:03:31.581575 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 839499a4-df1d-424f-aee2-8eab4f557e7e) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:03:31.585961 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:31.587649 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:31.591995 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de3e37-468f-4092-8647-ebb6c6178faf None None] Network 839499a4-df1d-424f-aee2-8eab4f557e7e requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:31.649727 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805339'] for subnet (4a828d82-fc03-42bf-a753-6ac36d0249d5), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:31.693292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:31.698328 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7397e10-425b-402c-b39f-9a212ce046d3 None None] Network 839499a4-df1d-424f-aee2-8eab4f557e7e requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:31.708835 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7f943b18-549e-4c94-b8cb-b24709eaa5ef admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9325926 Aug 30 02:03:31.716753 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a828d82-fc03-42bf-a753-6ac36d0249d5,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:31.731585 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Checking segment: {'id': '114c3e11-3ec9-4599-9446-082e6f584b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '61df6ab4-1af9-443e-a9b9-4a6d20449bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:03:31.731585 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Network hostable DHCP agents. Network: 61df6ab4-1af9-443e-a9b9-4a6d20449bd2, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:03:31.892235 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979530-9286-466e-ad99-6f3c07398603 req-470a535a-3113-47ec-8c9d-0ec4a0b6260a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:31.893816 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-55979530-9286-466e-ad99-6f3c07398603 req-470a535a-3113-47ec-8c9d-0ec4a0b6260a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0484867 Aug 30 02:03:31.900698 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Network 61df6ab4-1af9-443e-a9b9-4a6d20449bd2 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:03:31.950061 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-55979530-9286-466e-ad99-6f3c07398603 req-4cbc3309-29f2-4ebd-b1d6-e9a098497f03 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Aug 30 02:03:31.963969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:32.016251 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 61df6ab4-1af9-443e-a9b9-4a6d20449bd2) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:03:32.033233 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:32.033779 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d2132-b37e-4702-b6dc-80360422b0fc None None] Network 61df6ab4-1af9-443e-a9b9-4a6d20449bd2 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:32.038456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:32.129495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:32.180104 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2118f-1db2-4762-ac33-2df634af0c0b None None] Network 61df6ab4-1af9-443e-a9b9-4a6d20449bd2 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:32.253833 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-88acb896-0824-4d24-b807-5ddaad94f05d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0763428 Aug 30 02:03:32.311802 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7439e96b-a520-473f-87e3-492747fbc50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:32.524742 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:32.645329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54628) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:32.650554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-981933135-network', 'tenant_id': 'c4ae66af82a54303bcfb9c38a7081688'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:32.786318 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Made reservation on behalf of c4ae66af82a54303bcfb9c38a7081688 for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:32.788853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:32.801721 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:32.888985 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks [] for security_group (eec8d122-9366-45f3-81ea-bd3f7a66c588), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.020673 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (eec8d122-9366-45f3-81ea-bd3f7a66c588), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.076889 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54642) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:33.081909 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966373076-network', 'tenant_id': '21531e42055345df894058be701bd2c3'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:33.086970 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:03:33.095446 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:33.098724 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec8d122-9366-45f3-81ea-bd3f7a66c588,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:33.116540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98774a5a-c19d-40d8-a6de-cd0eea2350fe req-b588e76b-b0a0-45eb-9b3e-499bd99db832 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:33.116540 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-98774a5a-c19d-40d8-a6de-cd0eea2350fe req-b588e76b-b0a0-45eb-9b3e-499bd99db832 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0835440 Aug 30 02:03:33.116540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (67cbf193-d61f-481c-9060-dd4de6ce39ef), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.116540 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Added segment 67cbf193-d61f-481c-9060-dd4de6ce39ef of type vlan for network afbb92e6-6648-464f-b4b6-df300aca7d14 Aug 30 02:03:33.174334 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (afbb92e6-6648-464f-b4b6-df300aca7d14), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.181912 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Made reservation on behalf of 21531e42055345df894058be701bd2c3 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:33.190899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.200789 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.207928 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-98774a5a-c19d-40d8-a6de-cd0eea2350fe req-755b8b3b-1435-41a7-a0dd-7ff65d30d19d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Aug 30 02:03:33.281368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks [] for security_group (24eec3da-7665-4930-a0bc-1786adeb54c2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.306502 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (afbb92e6-6648-464f-b4b6-df300aca7d14), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.307562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:33.308239 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.376722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] Pushing event updated for resources: {'Network': ['ID=afbb92e6-6648-464f-b4b6-df300aca7d14,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:33.387975 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network afbb92e6-6648-464f-b4b6-df300aca7d14 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:03:33.397935 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (24eec3da-7665-4930-a0bc-1786adeb54c2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.402271 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.419854 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:03:33.433196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24eec3da-7665-4930-a0bc-1786adeb54c2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:33.438605 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-380b3fec-f982-4550-82ad-db0f8e982a71 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7921238 Aug 30 02:03:33.441646 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (b4db499a-5102-4bbc-91f2-9481d7f6a30f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.441779 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54650) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:33.441870 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Added segment b4db499a-5102-4bbc-91f2-9481d7f6a30f of type vlan for network fc0c1a53-89b0-43fc-a531-2cb008b083ec Aug 30 02:03:33.443948 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Request body: {'subnet': {'network_id': 'afbb92e6-6648-464f-b4b6-df300aca7d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-981933135-subnet', 'tenant_id': 'c4ae66af82a54303bcfb9c38a7081688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:33.482684 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (fc0c1a53-89b0-43fc-a531-2cb008b083ec), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.598123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Made reservation on behalf of c4ae66af82a54303bcfb9c38a7081688 for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:33.598312 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (fc0c1a53-89b0-43fc-a531-2cb008b083ec), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.599130 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:33.599743 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.600509 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805325'] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.663584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0c1a53-89b0-43fc-a531-2cb008b083ec,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:33.674735 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network fc0c1a53-89b0-43fc-a531-2cb008b083ec details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:03:33.751549 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1da8a8da-b576-4344-8cd3-328b8e5215c4 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6709845 Aug 30 02:03:33.751833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54654) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:33.762303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Request body: {'subnet': {'network_id': 'fc0c1a53-89b0-43fc-a531-2cb008b083ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1966373076-subnet', 'tenant_id': '21531e42055345df894058be701bd2c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:03:33.872151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805339'] for subnet (3f230c06-d9bf-45f3-bb31-827477691b7b), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.910249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Made reservation on behalf of 21531e42055345df894058be701bd2c3 for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:03:33.912576 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805325'] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:33.961851 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f230c06-d9bf-45f3-bb31-827477691b7b,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:33.990703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Checking segment: {'id': '67cbf193-d61f-481c-9060-dd4de6ce39ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'afbb92e6-6648-464f-b4b6-df300aca7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:03:33.991048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Network hostable DHCP agents. Network: afbb92e6-6648-464f-b4b6-df300aca7d14, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:03:34.117394 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Network afbb92e6-6648-464f-b4b6-df300aca7d14 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:03:34.239042 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805339'] for subnet (8c606b34-442f-4671-80cd-5bdf374609ef), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.293995 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, afbb92e6-6648-464f-b4b6-df300aca7d14) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:03:34.304035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c606b34-442f-4671-80cd-5bdf374609ef,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:34.307931 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94bef9-4099-425b-8019-89c99bf5d89b None None] Network afbb92e6-6648-464f-b4b6-df300aca7d14 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:34.311564 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:34.312174 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.328130 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Checking segment: {'id': 'b4db499a-5102-4bbc-91f2-9481d7f6a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'fc0c1a53-89b0-43fc-a531-2cb008b083ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:03:34.328528 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Network hostable DHCP agents. Network: fc0c1a53-89b0-43fc-a531-2cb008b083ec, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:03:34.340799 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b46d7-2e24-4179-b98d-01c711d9c480 req-f02d11d7-a026-4fbd-9c5a-69bd55db11bb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:34.342818 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2e5b46d7-2e24-4179-b98d-01c711d9c480 req-f02d11d7-a026-4fbd-9c5a-69bd55db11bb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0498471 Aug 30 02:03:34.360525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:34.392716 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2e5b46d7-2e24-4179-b98d-01c711d9c480 req-c46ee9ca-b16a-4db3-970d-8a138723e7e0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Aug 30 02:03:34.418946 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6c101-6cd4-49ca-b039-ce531189bb7d None None] Network afbb92e6-6648-464f-b4b6-df300aca7d14 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:34.429852 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cad2b91c-b342-45f2-87c9-721d2e6fe7c6 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9889917 Aug 30 02:03:34.449159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Network fc0c1a53-89b0-43fc-a531-2cb008b083ec is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:03:34.452178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:34.456952 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, fc0c1a53-89b0-43fc-a531-2cb008b083ec) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:03:34.465627 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:34.465837 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3147e04-2612-4083-ad43-2f217bb68831 None None] Network fc0c1a53-89b0-43fc-a531-2cb008b083ec requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:34.466252 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.540760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:34.583702 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b9029153-0c4e-4d9b-afca-ac18607e49d5 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8303211 Aug 30 02:03:34.724115 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54672) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:34.736113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66666eb7-3b52-4005-aaab-7b5103ea9a59 None None] Network fc0c1a53-89b0-43fc-a531-2cb008b083ec requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:03:34.778974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Deleting subnet 4a828d82-fc03-42bf-a753-6ac36d0249d5 {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:03:34.782407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Publish callbacks [] for subnet (4a828d82-fc03-42bf-a753-6ac36d0249d5), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.823248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (4a828d82-fc03-42bf-a753-6ac36d0249d5), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.875863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (4a828d82-fc03-42bf-a753-6ac36d0249d5), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.952741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:34.981584 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (4a828d82-fc03-42bf-a753-6ac36d0249d5), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.012278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a828d82-fc03-42bf-a753-6ac36d0249d5,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:35.015936 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.019081 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d3113a09-376c-49e3-bcef-0b18c22bdb5c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4a828d82-fc03-42bf-a753-6ac36d0249d5 HTTP/1.1" status: 204 len: 168 time: 0.2988400 Aug 30 02:03:35.021814 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54674) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:35.037773 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.077796 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:03:35.092036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (61df6ab4-1af9-443e-a9b9-4a6d20449bd2), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.173331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (61df6ab4-1af9-443e-a9b9-4a6d20449bd2), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.194468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61df6ab4-1af9-443e-a9b9-4a6d20449bd2']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:35.204598 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114c3e11-3ec9-4599-9446-082e6f584b53') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:35.204849 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114c3e11-3ec9-4599-9446-082e6f584b53') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:35.214713 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (114c3e11-3ec9-4599-9446-082e6f584b53), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.229871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (114c3e11-3ec9-4599-9446-082e6f584b53), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.236186 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:03:35.236563 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (114c3e11-3ec9-4599-9446-082e6f584b53), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.279293 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 114c3e11-3ec9-4599-9446-082e6f584b53 resource provider aggregate not found Aug 30 02:03:35.282672 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:35.304125 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 114c3e11-3ec9-4599-9446-082e6f584b53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 114c3e11-3ec9-4599-9446-082e6f584b53 found for delete ", "request_id": "req-5712bb28-fbc5-49e4-9fcd-1d89340a9b8f"}]} Aug 30 02:03:35.516380 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07827a9a-892f-4189-b03a-e50744455f30 req-2d1b37c4-f31f-4399-b85b-66bb54e2a5a8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:35.517826 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07827a9a-892f-4189-b03a-e50744455f30 req-2d1b37c4-f31f-4399-b85b-66bb54e2a5a8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0499415 Aug 30 02:03:35.519344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (61df6ab4-1af9-443e-a9b9-4a6d20449bd2), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.525841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.531636 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/61df6ab4-1af9-443e-a9b9-4a6d20449bd2 HTTP/1.1" status: 204 len: 168 time: 0.5061462 Aug 30 02:03:35.532634 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54688) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:35.544615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43477256-d4dd-42c6-8846-4f26356d89a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61df6ab4-1af9-443e-a9b9-4a6d20449bd2,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:35.581879 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Deleting subnet 8c606b34-442f-4671-80cd-5bdf374609ef {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:03:35.584232 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07827a9a-892f-4189-b03a-e50744455f30 req-6f253406-efab-42c3-bdab-108d32c595d8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Aug 30 02:03:35.587940 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Publish callbacks [] for subnet (8c606b34-442f-4671-80cd-5bdf374609ef), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.628844 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Publish callbacks [] for subnet (8c606b34-442f-4671-80cd-5bdf374609ef), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.634714 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (8c606b34-442f-4671-80cd-5bdf374609ef), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.843584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for subnet (8c606b34-442f-4671-80cd-5bdf374609ef), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.870251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c606b34-442f-4671-80cd-5bdf374609ef,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:35.873920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:35.879466 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3e425d02-64a0-46d9-b28c-f4f5a75c3169 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8c606b34-442f-4671-80cd-5bdf374609ef HTTP/1.1" status: 204 len: 168 time: 0.3450933 Aug 30 02:03:35.880594 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54694) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:35.960041 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (fc0c1a53-89b0-43fc-a531-2cb008b083ec), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.046577 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (fc0c1a53-89b0-43fc-a531-2cb008b083ec), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.067166 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.067513 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.068245 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.068612 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.068937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.069277 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.069627 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.069995 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.070315 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.070752 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.139652 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.139993 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.140420 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.140734 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 02:03:36.141090 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0c1a53-89b0-43fc-a531-2cb008b083ec']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:36.159635 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4db499a-5102-4bbc-91f2-9481d7f6a30f') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:36.159928 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4db499a-5102-4bbc-91f2-9481d7f6a30f') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:03:36.180624 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (b4db499a-5102-4bbc-91f2-9481d7f6a30f), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.201627 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (b4db499a-5102-4bbc-91f2-9481d7f6a30f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.210251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:03:36.210633 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (b4db499a-5102-4bbc-91f2-9481d7f6a30f), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.375365 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (fc0c1a53-89b0-43fc-a531-2cb008b083ec), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.381572 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:36.391454 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/fc0c1a53-89b0-43fc-a531-2cb008b083ec HTTP/1.1" status: 204 len: 168 time: 0.5049138 Aug 30 02:03:36.404303 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138f4fb-533c-404b-b537-161d75fd1bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0c1a53-89b0-43fc-a531-2cb008b083ec,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:36.426190 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment b4db499a-5102-4bbc-91f2-9481d7f6a30f resource provider aggregate not found Aug 30 02:03:36.446500 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment b4db499a-5102-4bbc-91f2-9481d7f6a30f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4db499a-5102-4bbc-91f2-9481d7f6a30f found for delete ", "request_id": "req-738598c5-4f7f-4c10-8a75-0288bdde054e"}]} Aug 30 02:03:36.724573 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce867d4-0c10-4d2d-abe1-cad8868388e3 req-8ea1fab3-09eb-41e5-b378-3005fbbdbe45 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:36.726835 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6ce867d4-0c10-4d2d-abe1-cad8868388e3 req-8ea1fab3-09eb-41e5-b378-3005fbbdbe45 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0598054 Aug 30 02:03:36.782490 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6ce867d4-0c10-4d2d-abe1-cad8868388e3 req-50714310-9a21-4095-b460-ebef94956e74 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Aug 30 02:03:36.798371 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f856a-6bc0-46c3-93b9-978c8c7f97ff req-8744a14e-acf1-4b18-b3ab-7e30bbf345e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:36.799907 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a72f856a-6bc0-46c3-93b9-978c8c7f97ff req-8744a14e-acf1-4b18-b3ab-7e30bbf345e0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1129 time: 0.0390682 Aug 30 02:03:36.845231 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a72f856a-6bc0-46c3-93b9-978c8c7f97ff req-049c3da8-e2d5-4822-8974-94b2cf5c4763 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Aug 30 02:03:36.892439 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54724) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:36.937143 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-73fd1015-71db-4e2a-bf84-c33c0b860922 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4ef7d6a2ea7d44088183599c727b3c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411890 Aug 30 02:03:36.937543 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54726) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:36.987963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] Publish callbacks [] for security_group (9fc27c04-fb8f-46e3-884c-8a0e633b98a8), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:37.008819 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] Publish callbacks [] for security_group (9fc27c04-fb8f-46e3-884c-8a0e633b98a8), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:37.346802 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9fc27c04-fb8f-46e3-884c-8a0e633b98a8), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:37.349411 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:37.354464 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9fc27c04-fb8f-46e3-884c-8a0e633b98a8 HTTP/1.1" status: 204 len: 168 time: 0.4123900 Aug 30 02:03:37.370427 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96dcbf-65f2-4bab-b921-d6ec2aa4bcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc27c04-fb8f-46e3-884c-8a0e633b98a8,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:37.398995 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:37.909335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:37.909923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b3d13-dde2-4368-b2a5-3dfe33877a5e req-48979cc1-9c08-46e5-868e-289e3799af35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:37.911335 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f4b3d13-dde2-4368-b2a5-3dfe33877a5e req-48979cc1-9c08-46e5-868e-289e3799af35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0519872 Aug 30 02:03:37.958603 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f4b3d13-dde2-4368-b2a5-3dfe33877a5e req-0fa58028-3cc1-4244-8a03-3fb485b98877 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Aug 30 02:03:37.987452 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:38.443450 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54758) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:38.484907 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-91e7f256-6c47-4f93-9c9a-824bfb28d418 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=21531e42055345df894058be701bd2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402877 Aug 30 02:03:38.487382 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54762) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:38.538197 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] Publish callbacks [] for security_group (24eec3da-7665-4930-a0bc-1786adeb54c2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:38.558840 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] Publish callbacks [] for security_group (24eec3da-7665-4930-a0bc-1786adeb54c2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:38.746511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (24eec3da-7665-4930-a0bc-1786adeb54c2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:38.749145 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:38.750342 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24eec3da-7665-4930-a0bc-1786adeb54c2 HTTP/1.1" status: 204 len: 168 time: 0.2620690 Aug 30 02:03:38.759035 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fcde9-94ba-49bb-ab8e-2095b8c0db54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eec3da-7665-4930-a0bc-1786adeb54c2,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:39.081694 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4403c77-62aa-4303-a569-4ee8429d36fe req-f9705555-0505-41d9-bb0b-345cd1261b97 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:39.083341 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c4403c77-62aa-4303-a569-4ee8429d36fe req-f9705555-0505-41d9-bb0b-345cd1261b97 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0470557 Aug 30 02:03:39.131800 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c4403c77-62aa-4303-a569-4ee8429d36fe req-1a9d9d8e-eeda-4aff-b114-31f5b94f10a0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Aug 30 02:03:39.151399 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:39.254779 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:39.290764 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=6 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:40.252965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e1237-165a-4337-8567-4f9a3ef0b27e req-17a851ee-f313-4a0e-94d2-d99a4102bb61 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:40.254453 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d85e1237-165a-4337-8567-4f9a3ef0b27e req-17a851ee-f313-4a0e-94d2-d99a4102bb61 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0470397 Aug 30 02:03:40.300614 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d85e1237-165a-4337-8567-4f9a3ef0b27e req-7e83c4cd-4dfa-4ac4-95e3-57cd01baef09 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Aug 30 02:03:40.654813 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:41.423682 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19f508-4175-4d9c-a780-0a7877c312d9 req-d3124454-b412-41b4-bb77-8953ba66d675 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:41.425230 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ee19f508-4175-4d9c-a780-0a7877c312d9 req-d3124454-b412-41b4-bb77-8953ba66d675 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0496070 Aug 30 02:03:41.473373 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ee19f508-4175-4d9c-a780-0a7877c312d9 req-3cd61096-c1e5-4904-bc25-ea0aaa1cf253 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Aug 30 02:03:41.740915 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54850) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:41.850434 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2424c621-2b98-439f-948f-dc95f5f3a8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:41.925252 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2424c621-2b98-439f-948f-dc95f5f3a8e1 admin admin] Publish callbacks [] for security_group (096c7673-a76d-4f82-849c-a2f2238ba862), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.088967 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2424c621-2b98-439f-948f-dc95f5f3a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (096c7673-a76d-4f82-849c-a2f2238ba862), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.128042 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424c621-2b98-439f-948f-dc95f5f3a8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c7673-a76d-4f82-849c-a2f2238ba862,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:42.132193 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2424c621-2b98-439f-948f-dc95f5f3a8e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eb436fc517954fccb46b1319a7cf44f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901658 Aug 30 02:03:42.135463 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54860) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:42.192654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] Publish callbacks [] for security_group (096c7673-a76d-4f82-849c-a2f2238ba862), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.218861 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] Publish callbacks [] for security_group (096c7673-a76d-4f82-849c-a2f2238ba862), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.254554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:42.420341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (096c7673-a76d-4f82-849c-a2f2238ba862), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.422935 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:42.424174 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/096c7673-a76d-4f82-849c-a2f2238ba862 HTTP/1.1" status: 204 len: 168 time: 0.2878366 Aug 30 02:03:42.442239 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d66d9-1288-4fe0-9ce6-a3625db5fdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c7673-a76d-4f82-849c-a2f2238ba862,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:42.595636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68b52-be3c-4a36-8697-de7bb29011b0 req-3d5dcaed-146b-42d3-8beb-ca00b89b923c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:42.597141 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-68f68b52-be3c-4a36-8697-de7bb29011b0 req-3d5dcaed-146b-42d3-8beb-ca00b89b923c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0476878 Aug 30 02:03:42.656766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-68f68b52-be3c-4a36-8697-de7bb29011b0 req-cdd5fc23-4bb0-4f6b-93c3-f3b159d57cd8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540981 Aug 30 02:03:42.975045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:43.263702 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 54882) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:43.277277 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b423cb1c-3a60-477b-b0af-9613955a45db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.352204 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b423cb1c-3a60-477b-b0af-9613955a45db admin admin] Publish callbacks [] for security_group (00349e60-5e5b-40e5-9c4e-e7969dc94fe1), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.459967 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b423cb1c-3a60-477b-b0af-9613955a45db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (00349e60-5e5b-40e5-9c4e-e7969dc94fe1), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.499221 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b423cb1c-3a60-477b-b0af-9613955a45db admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cb4bbceb425249ab8c5990c61624dd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344484 Aug 30 02:03:43.500057 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423cb1c-3a60-477b-b0af-9613955a45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00349e60-5e5b-40e5-9c4e-e7969dc94fe1,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:43.503056 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 54884) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:43.555662 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] Publish callbacks [] for security_group (00349e60-5e5b-40e5-9c4e-e7969dc94fe1), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.558178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:43.576446 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] Publish callbacks [] for security_group (00349e60-5e5b-40e5-9c4e-e7969dc94fe1), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.791681 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64c045-a377-421a-9925-fa284e2f67ef req-2b529805-addf-4ef8-833f-5fed290e5205 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:43.793075 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bf64c045-a377-421a-9925-fa284e2f67ef req-2b529805-addf-4ef8-833f-5fed290e5205 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0479662 Aug 30 02:03:43.813601 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (00349e60-5e5b-40e5-9c4e-e7969dc94fe1), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.816276 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:43.817385 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/00349e60-5e5b-40e5-9c4e-e7969dc94fe1 HTTP/1.1" status: 204 len: 168 time: 0.3129935 Aug 30 02:03:43.835523 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7beb4-14fd-4e8f-9005-3a25cf1181cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00349e60-5e5b-40e5-9c4e-e7969dc94fe1,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:43.854731 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bf64c045-a377-421a-9925-fa284e2f67ef req-2e5ce7f8-5365-4ca6-ab41-23ca2c7311d5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Aug 30 02:03:44.911624 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=28,neutron:SELECT=67,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:44.979213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd37771-f3fc-4c6b-9086-0fcc6b9de647 req-e4d15850-7c32-45ac-9d4e-f475e7fc85ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:44.980727 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cfd37771-f3fc-4c6b-9086-0fcc6b9de647 req-e4d15850-7c32-45ac-9d4e-f475e7fc85ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 30 02:03:45.055693 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cfd37771-f3fc-4c6b-9086-0fcc6b9de647 req-0444249c-9673-4aa9-86c6-4372921ab542 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Aug 30 02:03:45.074878 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:45.285506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:45.324094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b746-27bf-40d4-9226-1eaae9271580 req-bb2ca3a6-2a51-4d18-beb5-c7e58e83c4d9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:45.325594 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8aa3b746-27bf-40d4-9226-1eaae9271580 req-bb2ca3a6-2a51-4d18-beb5-c7e58e83c4d9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Aug 30 02:03:45.386360 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8aa3b746-27bf-40d4-9226-1eaae9271580 req-1a43f3f7-1020-48fc-aae2-17385be05eda tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549326 Aug 30 02:03:45.580516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:47.808510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:48.391603 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:48.928994 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:49.499548 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:49.900270 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:51.203217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:52.039244 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30eec1-bc06-4a15-b597-0c28cf48bae9 req-0eb94b6c-20d3-4f7a-b712-6576691bce14 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:52.040715 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5b30eec1-bc06-4a15-b597-0c28cf48bae9 req-0eb94b6c-20d3-4f7a-b712-6576691bce14 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0463820 Aug 30 02:03:52.090535 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5b30eec1-bc06-4a15-b597-0c28cf48bae9 req-568da3aa-2d07-497f-9ef7-893b48645ba9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Aug 30 02:03:52.450590 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:53.215406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec72f3-309c-47fe-aa17-5f797051de27 req-e81c5d42-7520-4636-ae68-df6aecb91f90 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:53.217151 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cfec72f3-309c-47fe-aa17-5f797051de27 req-e81c5d42-7520-4636-ae68-df6aecb91f90 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 30 02:03:53.264263 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cfec72f3-309c-47fe-aa17-5f797051de27 req-4132e058-0353-483f-911d-25d55f93826b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Aug 30 02:03:53.853250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:54.388115 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aced8-863b-4215-af76-36ee518d9bd5 req-24513b00-0b26-42df-b1e2-a05a0f78cc70 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:54.389709 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-410aced8-863b-4215-af76-36ee518d9bd5 req-24513b00-0b26-42df-b1e2-a05a0f78cc70 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0543463 Aug 30 02:03:54.438136 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-410aced8-863b-4215-af76-36ee518d9bd5 req-b44df4af-769e-4ced-bae6-5e9d5a8e9201 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Aug 30 02:03:54.547214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-a7cccd15-bbe2-423a-adfb-d803b34a3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:54.548723 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-a7cccd15-bbe2-423a-adfb-d803b34a3773 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.0459580 Aug 30 02:03:54.657960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-bf156b4d-0211-498a-a2b2-cf6017f6e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:54.659511 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-bf156b4d-0211-498a-a2b2-cf6017f6e0cd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.1040125 Aug 30 02:03:54.714231 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-79b40d84-e7ee-4af0-a42a-613e82c5ea1a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.0419395 Aug 30 02:03:54.766363 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-fdda76c1-1326-4aa8-bc5f-e118da8abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:54.768880 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-fdda76c1-1326-4aa8-bc5f-e118da8abb5e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0488560 Aug 30 02:03:54.815748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-343353f3-f7bc-41d9-9e86-02585507880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:54.817278 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-343353f3-f7bc-41d9-9e86-02585507880a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410740 Aug 30 02:03:54.923200 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-4dec573f-4c85-4f1c-a419-8c1eeb457b30 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986378 Aug 30 02:03:55.029293 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-edab1b90-dcd3-44f4-9d6a-526ea8f8351c req-0a137b68-4897-47ee-a6cd-7e2f09afeb5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974696 Aug 30 02:03:55.560882 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464988ed-6f75-4db7-9d0f-a1908218ca26 req-82622669-1be4-47bc-8db2-73f6ff9e55dd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:55.562409 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-464988ed-6f75-4db7-9d0f-a1908218ca26 req-82622669-1be4-47bc-8db2-73f6ff9e55dd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Aug 30 02:03:55.610575 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-464988ed-6f75-4db7-9d0f-a1908218ca26 req-080cb5e5-fcc2-4c2d-8360-2b9cf77170ef tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Aug 30 02:03:56.739555 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246514-ddcf-4ade-850c-6aeea27d528e req-9c1e2d3f-3b20-4d93-8023-2cabb977f7e6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:56.741086 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9a246514-ddcf-4ade-850c-6aeea27d528e req-9c1e2d3f-3b20-4d93-8023-2cabb977f7e6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Aug 30 02:03:56.789522 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9a246514-ddcf-4ade-850c-6aeea27d528e req-89a1003c-c721-4222-8837-3a43e0946661 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Aug 30 02:03:57.917855 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a973e1-ed41-4f28-89b2-5899703448e7 req-ebc28429-b611-447f-beeb-485e930d4b6c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:57.919628 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2a973e1-ed41-4f28-89b2-5899703448e7 req-ebc28429-b611-447f-beeb-485e930d4b6c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0550430 Aug 30 02:03:57.934651 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:58.031395 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2a973e1-ed41-4f28-89b2-5899703448e7 req-53634774-26ca-4fe6-ac73-02484dbf399a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045525 Aug 30 02:03:58.620160 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55214) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:58.736216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:58.818122 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Publish callbacks [] for security_group (533591cb-9ad5-4491-8de0-284efeac8e61), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:58.911039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (533591cb-9ad5-4491-8de0-284efeac8e61), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:58.954854 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=df11f3896394474499599fda2fe2289b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335319 Aug 30 02:03:58.955729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533591cb-9ad5-4491-8de0-284efeac8e61,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:03:58.957711 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55224) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:03:58.964456 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.965200 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.966263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.966567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.967216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.967618 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.967955 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.968291 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.968781 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.969248 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.969617 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.969947 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.970271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.970596 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:58.970923 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2403aab-9004-4532-8122-1c5007d8fb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:03:59.013182 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] Publish callbacks [] for security_group (533591cb-9ad5-4491-8de0-284efeac8e61), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:59.033366 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] Publish callbacks [] for security_group (533591cb-9ad5-4491-8de0-284efeac8e61), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:59.059958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:03:59.174218 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a41d7d-6590-4a1c-91a0-397cfabbc947 req-d2db6544-f34d-4945-a1c7-ba5d40c997ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:03:59.175624 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9a41d7d-6590-4a1c-91a0-397cfabbc947 req-d2db6544-f34d-4945-a1c7-ba5d40c997ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0462205 Aug 30 02:03:59.221623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (533591cb-9ad5-4491-8de0-284efeac8e61), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:59.224197 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:03:59.225301 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/533591cb-9ad5-4491-8de0-284efeac8e61 HTTP/1.1" status: 204 len: 168 time: 0.2666125 Aug 30 02:03:59.230532 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9a41d7d-6590-4a1c-91a0-397cfabbc947 req-da039939-403f-4bef-9940-66f7e909b796 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Aug 30 02:03:59.236793 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ce9b-c378-40e0-b4d9-6b561883317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533591cb-9ad5-4491-8de0-284efeac8e61,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:00.054224 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-17611d71-e9db-4ead-af5f-bbf5878f1f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:00.183650 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55264) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:00.375428 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee443-b61c-4df0-b7ea-9ea2efde2cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:00.403771 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6b77-dada-44d7-afb7-d6e8df6e77f5 req-9c60f4f1-17d0-4225-a4be-6c1ea0652922 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:00.405250 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2a6c6b77-dada-44d7-afb7-d6e8df6e77f5 req-9c60f4f1-17d0-4225-a4be-6c1ea0652922 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0705965 Aug 30 02:04:00.480215 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2a6c6b77-dada-44d7-afb7-d6e8df6e77f5 req-eca5000c-b1b9-4c81-a668-1710215eefd2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683973 Aug 30 02:04:00.511383 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee443-b61c-4df0-b7ea-9ea2efde2cc2 admin admin] Publish callbacks [] for security_group (c3dc7d09-93c3-4dba-90ca-c19514e6fcd0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:00.711344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee443-b61c-4df0-b7ea-9ea2efde2cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c3dc7d09-93c3-4dba-90ca-c19514e6fcd0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:00.745241 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:00.756199 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55282) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:00.764714 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8c5ee443-b61c-4df0-b7ea-9ea2efde2cc2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8527acd3c1964f7f9d67b413bf9ef488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793455 Aug 30 02:04:00.765817 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ee443-b61c-4df0-b7ea-9ea2efde2cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dc7d09-93c3-4dba-90ca-c19514e6fcd0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:00.821844 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] Publish callbacks [] for security_group (c3dc7d09-93c3-4dba-90ca-c19514e6fcd0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:00.845904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] Publish callbacks [] for security_group (c3dc7d09-93c3-4dba-90ca-c19514e6fcd0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.014111 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c3dc7d09-93c3-4dba-90ca-c19514e6fcd0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.016917 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.018882 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c3dc7d09-93c3-4dba-90ca-c19514e6fcd0 HTTP/1.1" status: 204 len: 168 time: 0.2609761 Aug 30 02:04:01.027467 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981537e-efea-4c38-8035-359925d05464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dc7d09-93c3-4dba-90ca-c19514e6fcd0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:01.596388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55314) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:01.610768 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e6058-686f-4c7f-a81b-cb880ca013fe req-a4286b0d-7a2d-45c1-93d1-a251f1e46cab tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:01.612683 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-690e6058-686f-4c7f-a81b-cb880ca013fe req-a4286b0d-7a2d-45c1-93d1-a251f1e46cab tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0546858 Aug 30 02:04:01.673289 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-690e6058-686f-4c7f-a81b-cb880ca013fe req-74a4a4a2-f5af-4323-adc4-d3450aaab6b2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553286 Aug 30 02:04:01.733856 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d686b000-da96-4ab3-8879-3e27bb6f378b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.760168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:01.812384 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d686b000-da96-4ab3-8879-3e27bb6f378b admin admin] Publish callbacks [] for security_group (9708571d-7a50-4efd-aecc-8a08dfb84d4c), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.934250 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d686b000-da96-4ab3-8879-3e27bb6f378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9708571d-7a50-4efd-aecc-8a08dfb84d4c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:01.975915 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d686b000-da96-4ab3-8879-3e27bb6f378b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=463ec659a3f44218bd37b336608955e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778815 Aug 30 02:04:01.977375 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686b000-da96-4ab3-8879-3e27bb6f378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9708571d-7a50-4efd-aecc-8a08dfb84d4c,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:01.978861 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55332) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:02.028692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Publish callbacks [] for security_group (9708571d-7a50-4efd-aecc-8a08dfb84d4c), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:02.059499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Publish callbacks [] for security_group (9708571d-7a50-4efd-aecc-8a08dfb84d4c), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:02.266382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9708571d-7a50-4efd-aecc-8a08dfb84d4c), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:02.269001 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:02.270187 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9708571d-7a50-4efd-aecc-8a08dfb84d4c HTTP/1.1" status: 204 len: 168 time: 0.2902489 Aug 30 02:04:02.282671 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d3c8-5490-42b2-95c3-96967373417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:02.292229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9708571d-7a50-4efd-aecc-8a08dfb84d4c,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:02.301480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.301895 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.302306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.302738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.303318 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.304257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.304661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.305201 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.305649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.306074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.306455 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.306870 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.307265 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.307655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.308277 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868b7f-fd11-4011-8f2a-f1d110b5a2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:02.845436 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70547-f00b-4b21-af1d-2f038e240bcc req-0db9da1a-7396-4caf-9de0-d497a45146bf tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:02.845436 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-63e70547-f00b-4b21-af1d-2f038e240bcc req-0db9da1a-7396-4caf-9de0-d497a45146bf tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0609300 Aug 30 02:04:02.885380 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-63e70547-f00b-4b21-af1d-2f038e240bcc req-77bc567e-cc70-403b-bdcb-b0f52085d857 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Aug 30 02:04:03.603547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:03.952281 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55430) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:04.060026 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85158be-cfe4-4d14-9e09-5a371c35ff22 req-da843fa9-7f37-40d3-8e10-f4c6316b499b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:04.061870 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f85158be-cfe4-4d14-9e09-5a371c35ff22 req-da843fa9-7f37-40d3-8e10-f4c6316b499b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Aug 30 02:04:04.101813 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7eeaaf9b-7895-4881-8d6a-a5720526e4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.132483 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f85158be-cfe4-4d14-9e09-5a371c35ff22 req-4041699b-aecc-4b46-b670-07d8b6d8843c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Aug 30 02:04:04.183319 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7eeaaf9b-7895-4881-8d6a-a5720526e4ad admin admin] Publish callbacks [] for security_group (735071ac-39b9-4dab-9be2-8c953f23b0fb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.333851 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7eeaaf9b-7895-4881-8d6a-a5720526e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (735071ac-39b9-4dab-9be2-8c953f23b0fb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.378788 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7eeaaf9b-7895-4881-8d6a-a5720526e4ad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=14567ca5cc3249f4aef186f05fad1cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244704 Aug 30 02:04:04.379654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaaf9b-7895-4881-8d6a-a5720526e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735071ac-39b9-4dab-9be2-8c953f23b0fb,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:04.383544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55436) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:04.411501 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:04.437076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] Publish callbacks [] for security_group (735071ac-39b9-4dab-9be2-8c953f23b0fb), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.457409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] Publish callbacks [] for security_group (735071ac-39b9-4dab-9be2-8c953f23b0fb), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.637561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (735071ac-39b9-4dab-9be2-8c953f23b0fb), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.642856 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:04.643999 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/735071ac-39b9-4dab-9be2-8c953f23b0fb HTTP/1.1" status: 204 len: 168 time: 0.2592118 Aug 30 02:04:04.652096 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc11d1-0f43-41db-a26b-d70a312a1549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735071ac-39b9-4dab-9be2-8c953f23b0fb,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:04.899588 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.062736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55452) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:05.099762 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.191664 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:05.215218 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6ccc46d6-46d6-497e-8182-bc0d3523d9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.328125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6ccc46d6-46d6-497e-8182-bc0d3523d9c7 admin admin] Publish callbacks [] for security_group (54da0d53-022f-4f52-b9d3-879043981c0d), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.328895 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d12c7-069d-4aaa-bcc6-bf0a747db36a req-70871fe3-5f54-48ca-bc67-a7fbe45b9cac tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:05.331151 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e30d12c7-069d-4aaa-bcc6-bf0a747db36a req-70871fe3-5f54-48ca-bc67-a7fbe45b9cac tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0740786 Aug 30 02:04:05.414146 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e30d12c7-069d-4aaa-bcc6-bf0a747db36a req-61474e38-60ea-4929-a033-661f82d6b7a9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754685 Aug 30 02:04:05.425192 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6ccc46d6-46d6-497e-8182-bc0d3523d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (54da0d53-022f-4f52-b9d3-879043981c0d), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.462285 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6ccc46d6-46d6-497e-8182-bc0d3523d9c7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f29531622fd74dee8e50fa700bf63f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981824 Aug 30 02:04:05.466258 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55476) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:05.476004 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc46d6-46d6-497e-8182-bc0d3523d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da0d53-022f-4f52-b9d3-879043981c0d,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:05.525250 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] Publish callbacks [] for security_group (54da0d53-022f-4f52-b9d3-879043981c0d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.547769 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] Publish callbacks [] for security_group (54da0d53-022f-4f52-b9d3-879043981c0d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.676146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (54da0d53-022f-4f52-b9d3-879043981c0d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.679355 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:05.680653 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/54da0d53-022f-4f52-b9d3-879043981c0d HTTP/1.1" status: 204 len: 168 time: 0.2131836 Aug 30 02:04:05.694584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2431-7cf3-4092-9fdc-223cc0c0aed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da0d53-022f-4f52-b9d3-879043981c0d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:06.035412 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-ac44aace-e0a6-415e-a752-ded35b2a90a5 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314279 Aug 30 02:04:06.250279 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-7fb24f7a-82ea-4ca8-b38a-3b8b9d7da89f tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:06.251721 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-7fb24f7a-82ea-4ca8-b38a-3b8b9d7da89f tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053635 Aug 30 02:04:06.267403 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-ad1755c7-1847-4db6-98cc-74ef5321f1cf tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/quotas/d779875224e742f9a3f3bf4bfcf12fbc HTTP/1.1" status: 200 len: 375 time: 0.0093462 Aug 30 02:04:06.310141 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-75dad04e-02f8-4cf7-bbae-34f12f4503a6 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364099 Aug 30 02:04:06.600768 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55536) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:06.613288 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c722f-0528-4128-855e-26ba9254fea5 req-909632a7-b7a4-49b7-bdbd-0f90a5374605 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:06.614817 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d79c722f-0528-4128-855e-26ba9254fea5 req-909632a7-b7a4-49b7-bdbd-0f90a5374605 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Aug 30 02:04:06.617711 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddfbf-a21c-4800-8ce1-1af3d27681a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:06.659412 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:06.682114 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d79c722f-0528-4128-855e-26ba9254fea5 req-cfe90c60-6f72-41b2-9f6b-5cbc5a8edbc5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Aug 30 02:04:06.731562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddfbf-a21c-4800-8ce1-1af3d27681a0 admin admin] Publish callbacks [] for security_group (8bbcbc7b-ca62-4a06-8f51-a66835b7739b), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:06.753019 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8ec44b64-9c03-4ad4-9471-b604bd7dac94 req-dc6a8295-8240-40fe-a885-2e9a7522e8d0 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0280926 Aug 30 02:04:06.815714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddfbf-a21c-4800-8ce1-1af3d27681a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8bbcbc7b-ca62-4a06-8f51-a66835b7739b), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:06.859770 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cb4ddfbf-a21c-4800-8ce1-1af3d27681a0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b6275eb14bac45e39bc26836dd7812ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577982 Aug 30 02:04:06.865167 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55546) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:06.871029 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ddfbf-a21c-4800-8ce1-1af3d27681a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbcbc7b-ca62-4a06-8f51-a66835b7739b,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:06.929583 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-a8ee0b1d-18cf-4b3c-9ee0-1edc79ced051 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542200 Aug 30 02:04:06.933129 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:06.940470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] Publish callbacks [] for security_group (8bbcbc7b-ca62-4a06-8f51-a66835b7739b), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:06.970560 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] Publish callbacks [] for security_group (8bbcbc7b-ca62-4a06-8f51-a66835b7739b), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:07.045969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-30919ea7-352f-43cd-b94c-3751f5dc8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:07.048138 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-30919ea7-352f-43cd-b94c-3751f5dc8074 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 1129 time: 0.0873823 Aug 30 02:04:07.162640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8bbcbc7b-ca62-4a06-8f51-a66835b7739b), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:07.163401 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-161a2d7f-a66a-4cff-86bf-433ff03d529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:07.164965 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-161a2d7f-a66a-4cff-86bf-433ff03d529a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0934236 Aug 30 02:04:07.165698 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:07.166846 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8bbcbc7b-ca62-4a06-8f51-a66835b7739b HTTP/1.1" status: 204 len: 168 time: 0.3006015 Aug 30 02:04:07.177351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9716e-1407-4846-ace1-4342a6cb781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbcbc7b-ca62-4a06-8f51-a66835b7739b,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:07.337289 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-1e1c004a-1df1-40aa-91ed-717e9435157b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fe22a1d-4332-4831-ab82-7f45c452f699 HTTP/1.1" status: 200 len: 217 time: 0.1145406 Aug 30 02:04:07.405411 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-55d5cf2c-077c-4bf4-8d46-9d40d672a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:07.406988 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-55d5cf2c-077c-4bf4-8d46-9d40d672a744 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0642543 Aug 30 02:04:07.429996 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:07.464239 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-deb74ec2-daec-45ee-8a80-2412e75afd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:07.466285 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-deb74ec2-daec-45ee-8a80-2412e75afd50 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452793 Aug 30 02:04:07.563875 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-16d2999c-8c6c-4d4b-a85f-ddede0e81980 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908437 Aug 30 02:04:07.671572 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62243587-5da2-4fda-9f1f-0eb19c560624 req-3ad8bfd9-42c5-4db3-a379-48cfabf5fd3e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946965 Aug 30 02:04:07.846263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5389-5ed6-485e-bde1-1a7e762308ae req-b2f60464-2612-4bae-bcbf-5657ede3346d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:07.852474 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-876ee941-45f0-422b-bc44-55b0c42305ec req-716d6c7c-d8f6-4759-8a62-b0f9adbd2867 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0376470 Aug 30 02:04:07.856568 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e08e5389-5ed6-485e-bde1-1a7e762308ae req-b2f60464-2612-4bae-bcbf-5657ede3346d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0846593 Aug 30 02:04:07.915794 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e08e5389-5ed6-485e-bde1-1a7e762308ae req-8d35d8d3-3f7e-41f7-8a93-ec5b903d317a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565362 Aug 30 02:04:07.939335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:08.965638 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac27f56c-2c2a-43f6-823a-2492eb933621 req-ed73aaec-8c9b-41d1-8a74-2f7389e03a1b tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0275705 Aug 30 02:04:09.050184 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef41b-ed6c-4490-a8a8-d995b3c00e85 req-433d3887-2ef3-4ec8-aeef-50a044e339a2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:09.051706 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6b1ef41b-ed6c-4490-a8a8-d995b3c00e85 req-433d3887-2ef3-4ec8-aeef-50a044e339a2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0581005 Aug 30 02:04:09.106736 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6b1ef41b-ed6c-4490-a8a8-d995b3c00e85 req-242d8b02-2654-43bb-9563-d8832558fe97 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Aug 30 02:04:09.499302 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55640) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:09.603864 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75bdbad9-61ba-42b1-981e-93de750454bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:09.681067 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75bdbad9-61ba-42b1-981e-93de750454bb admin admin] Publish callbacks [] for security_group (8ff1b85b-b049-4b89-9d85-0cafb79bbdfb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:09.768477 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-75bdbad9-61ba-42b1-981e-93de750454bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8ff1b85b-b049-4b89-9d85-0cafb79bbdfb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:09.811108 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-75bdbad9-61ba-42b1-981e-93de750454bb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8a1d09b1710d4aa98b9728b133489088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107224 Aug 30 02:04:09.812200 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbad9-61ba-42b1-981e-93de750454bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1b85b-b049-4b89-9d85-0cafb79bbdfb,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:09.813876 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55646) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:09.839211 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:09.866362 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] Publish callbacks [] for security_group (8ff1b85b-b049-4b89-9d85-0cafb79bbdfb), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:09.889507 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] Publish callbacks [] for security_group (8ff1b85b-b049-4b89-9d85-0cafb79bbdfb), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:10.025378 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8ff1b85b-b049-4b89-9d85-0cafb79bbdfb), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:10.028247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:10.029484 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8ff1b85b-b049-4b89-9d85-0cafb79bbdfb HTTP/1.1" status: 204 len: 168 time: 0.2145391 Aug 30 02:04:10.038157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37e328-c3a2-4db1-8e79-a0e082c0ba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1b85b-b049-4b89-9d85-0cafb79bbdfb,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:10.075697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-90fe841b-79ba-4cbd-8396-8bb07e7e6dd1 req-205ca261-fd03-4547-879f-d50e681ed534 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0353754 Aug 30 02:04:10.422249 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbd785-f596-4355-9003-521fff416a52 req-1ba542d9-a804-43ae-bf2f-68bc14bef4ef tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:10.423740 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-11fbd785-f596-4355-9003-521fff416a52 req-1ba542d9-a804-43ae-bf2f-68bc14bef4ef tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.2376332 Aug 30 02:04:10.474170 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-11fbd785-f596-4355-9003-521fff416a52 req-20250acc-4b37-40fc-8276-edbd1d5b43f3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Aug 30 02:04:11.207239 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-13371ca0-20c2-4791-8633-5b2ee798fc54 req-8188abbb-4304-45ac-afaf-0faf2c56de35 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0351110 Aug 30 02:04:11.593781 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41023e17-84d0-4b95-8f7a-513bb448fa02 req-c583e563-f57a-45c4-a87c-fedc6fbd5063 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:11.595192 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-41023e17-84d0-4b95-8f7a-513bb448fa02 req-c583e563-f57a-45c4-a87c-fedc6fbd5063 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0461483 Aug 30 02:04:11.614224 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:11.643235 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-41023e17-84d0-4b95-8f7a-513bb448fa02 req-8717afab-5397-451d-a8b1-e9538c8ab9e8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Aug 30 02:04:12.076045 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:04:12.233898 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3158-f192-434c-ad4d-5f20f7ec04e9 req-d208dd56-d87a-45ec-a55e-38a90f26ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:12.235406 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bf0a3158-f192-434c-ad4d-5f20f7ec04e9 req-d208dd56-d87a-45ec-a55e-38a90f26ee10 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.0401533 Aug 30 02:04:12.305213 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bf0a3158-f192-434c-ad4d-5f20f7ec04e9 req-3cc8ed60-1ecc-4ca6-a21f-df06e3991276 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591154 Aug 30 02:04:12.334066 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-94b80972-2ee9-49a8-9fd4-0cef3782d656 req-fdd5d0a5-a094-4bc6-a222-efa11536799b tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0497894 Aug 30 02:04:12.453969 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55728) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:12.503644 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Deleting subnet 02fafc3e-9e30-47f6-937d-349ce30fb6a7 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:04:12.507203 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Publish callbacks [] for subnet (02fafc3e-9e30-47f6-937d-349ce30fb6a7), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:12.542154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (02fafc3e-9e30-47f6-937d-349ce30fb6a7), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:12.582084 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (02fafc3e-9e30-47f6-937d-349ce30fb6a7), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:12.761622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:12.770105 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7e052-e213-4268-b901-32d191e6ee22 req-8cd6dbee-ea8d-41a7-aa4d-549078bc5a66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:12.772213 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ece7e052-e213-4268-b901-32d191e6ee22 req-8cd6dbee-ea8d-41a7-aa4d-549078bc5a66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Aug 30 02:04:12.807706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (02fafc3e-9e30-47f6-937d-349ce30fb6a7), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:12.845369 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fafc3e-9e30-47f6-937d-349ce30fb6a7,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:12.854279 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ece7e052-e213-4268-b901-32d191e6ee22 req-6e4020a3-b462-4c32-98bf-e6bd00448b65 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748661 Aug 30 02:04:12.879985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:12.879985 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9f6b9e3e-9fb9-4acb-927f-4881f0bf5153 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/02fafc3e-9e30-47f6-937d-349ce30fb6a7 HTTP/1.1" status: 204 len: 168 time: 0.4034524 Aug 30 02:04:12.887034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 55742) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:12.957815 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (839499a4-df1d-424f-aee2-8eab4f557e7e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.039752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (839499a4-df1d-424f-aee2-8eab4f557e7e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.061759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839499a4-df1d-424f-aee2-8eab4f557e7e']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.071962 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef4afda-e668-450d-b404-1ba095cd2847') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.072261 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef4afda-e668-450d-b404-1ba095cd2847') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.081715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (1ef4afda-e668-450d-b404-1ba095cd2847), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.095178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1ef4afda-e668-450d-b404-1ba095cd2847), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.102256 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:04:13.102761 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (1ef4afda-e668-450d-b404-1ba095cd2847), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.144216 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 1ef4afda-e668-450d-b404-1ba095cd2847 resource provider aggregate not found Aug 30 02:04:13.161735 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 1ef4afda-e668-450d-b404-1ba095cd2847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ef4afda-e668-450d-b404-1ba095cd2847 found for delete ", "request_id": "req-148c2cf0-ecb9-479d-9d5d-a556b6a81d9c"}]} Aug 30 02:04:13.339309 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (839499a4-df1d-424f-aee2-8eab4f557e7e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.346093 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.349273 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/839499a4-df1d-424f-aee2-8eab4f557e7e HTTP/1.1" status: 204 len: 168 time: 0.4612556 Aug 30 02:04:13.353259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55750) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:13.360524 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178328f-8543-46aa-9609-bdb993b3fe65 admin admin] Pushing event deleted for resources: {'Network': ['ID=839499a4-df1d-424f-aee2-8eab4f557e7e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:13.405623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Deleting subnet 3f230c06-d9bf-45f3-bb31-827477691b7b {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:04:13.409073 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Publish callbacks [] for subnet (3f230c06-d9bf-45f3-bb31-827477691b7b), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.452943 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (3f230c06-d9bf-45f3-bb31-827477691b7b), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.468685 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-733524f8-2c61-44b4-85b6-0040b8e9b2a7 req-198e9ae1-ba9c-4679-b4f2-441f7200fdca tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0565100 Aug 30 02:04:13.500131 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (3f230c06-d9bf-45f3-bb31-827477691b7b), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.676413 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (3f230c06-d9bf-45f3-bb31-827477691b7b), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.703307 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f230c06-d9bf-45f3-bb31-827477691b7b,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:13.707355 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.711125 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ed12840b-11d3-41ff-987b-21777d739e25 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3f230c06-d9bf-45f3-bb31-827477691b7b HTTP/1.1" status: 204 len: 168 time: 0.3566451 Aug 30 02:04:13.713648 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55764) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:13.787739 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (afbb92e6-6648-464f-b4b6-df300aca7d14), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.868676 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (afbb92e6-6648-464f-b4b6-df300aca7d14), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.871535 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:13.890458 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbb92e6-6648-464f-b4b6-df300aca7d14']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.906710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cbf193-d61f-481c-9060-dd4de6ce39ef') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.906710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cbf193-d61f-481c-9060-dd4de6ce39ef') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:13.918120 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (67cbf193-d61f-481c-9060-dd4de6ce39ef), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.931869 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (67cbf193-d61f-481c-9060-dd4de6ce39ef), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.938073 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:04:13.940191 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (67cbf193-d61f-481c-9060-dd4de6ce39ef), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:13.996346 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 67cbf193-d61f-481c-9060-dd4de6ce39ef resource provider aggregate not found Aug 30 02:04:14.024658 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 67cbf193-d61f-481c-9060-dd4de6ce39ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67cbf193-d61f-481c-9060-dd4de6ce39ef found for delete ", "request_id": "req-06849388-9fe0-4b39-861a-cb7d61b17527"}]} Aug 30 02:04:14.037693 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9b5e4-aa1a-4ff6-baa6-0a3075ba49a2 req-3044f57e-1083-4371-a539-f8c1df16b091 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:14.039173 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fe9b5e4-aa1a-4ff6-baa6-0a3075ba49a2 req-3044f57e-1083-4371-a539-f8c1df16b091 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0862648 Aug 30 02:04:14.086669 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fe9b5e4-aa1a-4ff6-baa6-0a3075ba49a2 req-9857c8da-df1c-432c-bad9-fd52e01a6732 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Aug 30 02:04:14.184977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (afbb92e6-6648-464f-b4b6-df300aca7d14), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.191052 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.194885 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/afbb92e6-6648-464f-b4b6-df300aca7d14 HTTP/1.1" status: 204 len: 168 time: 0.4801199 Aug 30 02:04:14.209388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73061f7a-1707-46c8-b229-0a0e243a25a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbb92e6-6648-464f-b4b6-df300aca7d14,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:14.568840 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a344881-a42f-4fbb-9062-45b26669750d req-14e1ee9f-d27d-4a7c-accd-ff75e09a769c tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0270116 Aug 30 02:04:14.686948 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55788) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:14.728206 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b9a6e589-3913-441e-836f-db3bd0ea10d2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f91bad8afa8a44d4ae6a4d31d8f5bfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400953 Aug 30 02:04:14.730759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55790) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:14.778911 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] Publish callbacks [] for security_group (b6333e44-257e-47ca-a806-6ca9e176c4ad), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.799178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] Publish callbacks [] for security_group (b6333e44-257e-47ca-a806-6ca9e176c4ad), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.939918 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b6333e44-257e-47ca-a806-6ca9e176c4ad), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.943096 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:14.946247 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b6333e44-257e-47ca-a806-6ca9e176c4ad HTTP/1.1" status: 204 len: 168 time: 0.2141862 Aug 30 02:04:14.967437 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fbf38-c74a-4ee1-96c4-e920d667e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6333e44-257e-47ca-a806-6ca9e176c4ad,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:15.192667 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:15.206602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00f3d6-093e-4f6a-bddf-4bd037c105dd req-67f0c6e2-decd-4723-ac6b-bbeb02879067 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:15.208155 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3d00f3d6-093e-4f6a-bddf-4bd037c105dd req-67f0c6e2-decd-4723-ac6b-bbeb02879067 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Aug 30 02:04:15.259823 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3d00f3d6-093e-4f6a-bddf-4bd037c105dd req-4bcb8975-66d5-407e-ac73-c20197a81514 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Aug 30 02:04:15.678181 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-367147ab-f7d8-408a-9949-21014b43e66c req-4f3f1ee9-adf1-4ce3-9587-7661409471d8 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0271511 Aug 30 02:04:15.754039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55814) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:15.796427 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-510e8ab5-2365-424b-ab3d-095e10f60e1a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c4ae66af82a54303bcfb9c38a7081688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412474 Aug 30 02:04:15.807439 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 55816) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:15.855063 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] Publish callbacks [] for security_group (eec8d122-9366-45f3-81ea-bd3f7a66c588), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:15.889281 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] Publish callbacks [] for security_group (eec8d122-9366-45f3-81ea-bd3f7a66c588), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:16.127991 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (eec8d122-9366-45f3-81ea-bd3f7a66c588), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:16.132727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:16.133909 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eec8d122-9366-45f3-81ea-bd3f7a66c588 HTTP/1.1" status: 204 len: 168 time: 0.3255796 Aug 30 02:04:16.144388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa715c1b-7c4a-4680-8165-c98f94e3ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec8d122-9366-45f3-81ea-bd3f7a66c588,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:16.232514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4f3e3-1596-4e6d-bb71-7675d7a209a6 req-669551b0-be38-4d28-beb3-ba031c967ca8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:16.234021 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d9b4f3e3-1596-4e6d-bb71-7675d7a209a6 req-669551b0-be38-4d28-beb3-ba031c967ca8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0480201 Aug 30 02:04:16.286868 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d9b4f3e3-1596-4e6d-bb71-7675d7a209a6 req-1973fa4e-ce29-443a-ba6c-15aae4406dad tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473316 Aug 30 02:04:16.436020 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23682f85-e06f-42b7-9c57-66b4a49ff60b req-ad369bfa-6c3c-4698-87f3-b1bfea6f4ec5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:16.437562 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23682f85-e06f-42b7-9c57-66b4a49ff60b req-ad369bfa-6c3c-4698-87f3-b1bfea6f4ec5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0895398 Aug 30 02:04:16.493511 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23682f85-e06f-42b7-9c57-66b4a49ff60b req-6dfe4b40-2d80-4209-a0f9-db2b866ecd07 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Aug 30 02:04:16.784798 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2124bec2-135e-4659-9182-daba1afead09 req-5db89212-2cb3-4436-9db5-b53e822fded3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0306869 Aug 30 02:04:16.942197 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b552e7fe-5883-4a09-a7e9-b80f1f123419 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358636 Aug 30 02:04:17.212013 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-d0ad6083-7ee8-4c31-980a-0146b7e39315 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:17.213009 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-d0ad6083-7ee8-4c31-980a-0146b7e39315 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893568 Aug 30 02:04:17.227658 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Request body: {'port': {'device_id': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6', 'admin_state_up': True, 'tenant_id': 'd779875224e742f9a3f3bf4bfcf12fbc'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:17.450040 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b72c65-2105-40f0-91b8-47a64b2a5293 req-c2eb2c19-6c4a-4474-bd54-21c1c5866ca2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:17.461100 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-93b72c65-2105-40f0-91b8-47a64b2a5293 req-c2eb2c19-6c4a-4474-bd54-21c1c5866ca2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0750515 Aug 30 02:04:17.530946 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-93b72c65-2105-40f0-91b8-47a64b2a5293 req-d03fd9b8-c5e2-42c8-9fe2-99bb060c4a23 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684590 Aug 30 02:04:17.601430 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:17.695869 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13be7-8390-413f-afee-ad5b92ef07ad req-3fc74227-e64d-47b6-a5d9-9e5cc3ac79d5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:17.697371 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5dc13be7-8390-413f-afee-ad5b92ef07ad req-3fc74227-e64d-47b6-a5d9-9e5cc3ac79d5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0615892 Aug 30 02:04:17.729076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:17.756626 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5dc13be7-8390-413f-afee-ad5b92ef07ad req-9b97dcf5-e1da-428f-991d-ab41c5e95d38 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 Aug 30 02:04:17.796492 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Made reservation on behalf of d779875224e742f9a3f3bf4bfcf12fbc for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:17.800532 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:17.811924 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:17.901863 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-57fa83cd-20ef-4b5e-8bba-149a58608f90 req-4369c9f4-31de-4b04-8ec0-22215093b04b tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0324323 Aug 30 02:04:17.929833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks [] for security_group (964051d8-0da2-41c2-bb87-af01ae23755e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.013912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (964051d8-0da2-41c2-bb87-af01ae23755e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.076243 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964051d8-0da2-41c2-bb87-af01ae23755e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:18.157213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Allocated IP 192.168.233.41 (e541a8a1-bacd-408d-a831-52fe6a1a19b6/1f85a593-93a9-477d-84ab-5d4a71962af5/e07fa31c-504e-4844-bcca-6d42fa7d5b04) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:18.306806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c5dad-6da3-49cb-a5d2-b47e85226750 req-c2554858-4fbf-42c3-9e0b-56e4a0dd3cb7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:18.308350 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-622c5dad-6da3-49cb-a5d2-b47e85226750 req-c2554858-4fbf-42c3-9e0b-56e4a0dd3cb7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0867248 Aug 30 02:04:18.408397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks [] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.408397 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-622c5dad-6da3-49cb-a5d2-b47e85226750 req-cc76f098-6d93-4eb4-931c-72c16e443483 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911889 Aug 30 02:04:18.534144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.580702 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Network e541a8a1-bacd-408d-a831-52fe6a1a19b6 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:18.584675 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:18.588828 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:18.595355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Pushing event updated for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:18.652752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:18.653680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.683191 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c1153-504e-4a40-84c4-074a67db9bac req-69dadaee-7102-4220-80b8-178a81cc3175 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:18.685378 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e6c1153-504e-4a40-84c4-074a67db9bac req-69dadaee-7102-4220-80b8-178a81cc3175 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0560222 Aug 30 02:04:18.741723 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e6c1153-504e-4a40-84c4-074a67db9bac req-2c1e81e4-5da8-45ce-8859-04c8acc79f82 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504649 Aug 30 02:04:18.762080 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-78bedbb0-d427-429b-9258-305e01b07bfe tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5384827 Aug 30 02:04:18.830040 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-a18def5e-43ce-4d2e-b64a-83e8d32388a3 None None] Provisioning complete for port e07fa31c-504e-4844-bcca-6d42fa7d5b04 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:18.830584 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a18def5e-43ce-4d2e-b64a-83e8d32388a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:18.862832 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-a18def5e-43ce-4d2e-b64a-83e8d32388a3 None None] Port e07fa31c-504e-4844-bcca-6d42fa7d5b04 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:19.021206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d946f0-5afd-4498-b473-d9f7ab171c67 req-73f36010-5627-48a2-9e70-2aac30bb13c7 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:19.023720 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-94d946f0-5afd-4498-b473-d9f7ab171c67 req-73f36010-5627-48a2-9e70-2aac30bb13c7 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 935 time: 0.0471387 Aug 30 02:04:19.071257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-94d946f0-5afd-4498-b473-d9f7ab171c67 req-acfab44e-44b0-455e-925c-057b57ddde9d tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Aug 30 02:04:19.530495 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dba365-0ed1-49cb-8e08-d425f6123d6e req-7a6aac59-969c-4b2b-83d1-b912032960fe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:19.532000 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-80dba365-0ed1-49cb-8e08-d425f6123d6e req-7a6aac59-969c-4b2b-83d1-b912032960fe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0516117 Aug 30 02:04:19.584074 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-80dba365-0ed1-49cb-8e08-d425f6123d6e req-8a71bd18-46fe-43f0-92ea-c1eaace812c6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Aug 30 02:04:19.868780 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f3973-4930-49c2-8180-53f07a45c3b3 req-56932516-704c-43dc-a8c8-24e504976f02 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:20.119750 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-885f3973-4930-49c2-8180-53f07a45c3b3 req-56932516-704c-43dc-a8c8-24e504976f02 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0491259 Aug 30 02:04:20.119750 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-885f3973-4930-49c2-8180-53f07a45c3b3 req-f7d44c79-18cc-4a05-aeeb-06654cf6a757 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Aug 30 02:04:20.165403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:20.175795 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:20.192070 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312e956-a3f3-4adf-8df9-b874d7d62ad6 req-27d2f8f0-85bb-4817-8468-f174016b762e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:20.194200 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4312e956-a3f3-4adf-8df9-b874d7d62ad6 req-27d2f8f0-85bb-4817-8468-f174016b762e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 935 time: 0.0508173 Aug 30 02:04:20.241526 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4312e956-a3f3-4adf-8df9-b874d7d62ad6 req-d81a3b68-8e46-4b88-96e2-56391a3cc18a tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Aug 30 02:04:20.683445 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Request body: {'port': {'device_id': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:20.768663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c59276-6bfe-4cf7-a3a3-66bea4d75e94 req-f1d827bb-84be-40bf-96ed-98942df30448 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:20.770179 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4c59276-6bfe-4cf7-a3a3-66bea4d75e94 req-f1d827bb-84be-40bf-96ed-98942df30448 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.1072826 Aug 30 02:04:20.780600 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-bfb7da41-72c1-4764-a3cf-57b2221f286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:20.782175 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-bfb7da41-72c1-4764-a3cf-57b2221f286f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.0801105 Aug 30 02:04:20.883645 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:20.911886 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4c59276-6bfe-4cf7-a3a3-66bea4d75e94 req-f21eaac8-e134-4632-a180-e1819fea6ce4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334324 Aug 30 02:04:20.967169 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-f2445345-a224-46da-83f3-d07e6173bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:20.968645 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-f2445345-a224-46da-83f3-d07e6173bb95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.1785414 Aug 30 02:04:21.056009 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-ac8e56cd-0bb7-4f21-bde2-7a515603442a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.0736372 Aug 30 02:04:21.159882 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-c2918d78-901e-4d30-923e-170d6dc67dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:21.173008 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-c2918d78-901e-4d30-923e-170d6dc67dc5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0917110 Aug 30 02:04:21.229970 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ea0bd-592e-49cd-a47d-09ff9fee3685 req-1cc4ac4b-2ebf-4fe2-b4d5-37b1a09aa9d6 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:21.231936 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9d3ea0bd-592e-49cd-a47d-09ff9fee3685 req-1cc4ac4b-2ebf-4fe2-b4d5-37b1a09aa9d6 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0524874 Aug 30 02:04:21.252817 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-95d2423d-c5b1-4130-93f3-1b89f3315bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:21.254367 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-95d2423d-c5b1-4130-93f3-1b89f3315bc2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745566 Aug 30 02:04:21.283298 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9d3ea0bd-592e-49cd-a47d-09ff9fee3685 req-77e84d5b-2769-4605-acf3-fd64cad29edc tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455613 Aug 30 02:04:21.306510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07fa31c-504e-4844-bcca-6d42fa7d5b04 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:21.339896 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks [] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:21.388894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Transition to ACTIVE for port object e07fa31c-504e-4844-bcca-6d42fa7d5b04 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:04:21.423295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ae22-13ca-4524-a688-1aebcf83f00a req-0a59ddf3-117b-4953-a88c-f706d9b72fbc tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:21.424794 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f605ae22-13ca-4524-a688-1aebcf83f00a req-0a59ddf3-117b-4953-a88c-f706d9b72fbc tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 935 time: 0.0821381 Aug 30 02:04:21.455275 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-89339957-af1a-435e-9715-eab980c18a62 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730559 Aug 30 02:04:21.461788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:21.555277 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f605ae22-13ca-4524-a688-1aebcf83f00a req-f698a7f4-dcdc-4e72-8cfc-7e0eb79f185e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233101 Aug 30 02:04:21.620055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Pushing event updated for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:21.661449 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dd8b59ec-5806-4f20-8ced-9d0d1abfbf34 req-51e2a2f9-44c0-4830-90fb-90145a5991e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866727 Aug 30 02:04:21.685011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Attempting to bind port e07fa31c-504e-4844-bcca-6d42fa7d5b04 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:21.685011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Attempting to bind port e07fa31c-504e-4844-bcca-6d42fa7d5b04 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:21.685011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Attempting to bind port e07fa31c-504e-4844-bcca-6d42fa7d5b04 on network e541a8a1-bacd-408d-a831-52fe6a1a19b6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:21.685011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Port e07fa31c-504e-4844-bcca-6d42fa7d5b04 on network e541a8a1-bacd-408d-a831-52fe6a1a19b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:04:21.685011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Attempting to bind port e07fa31c-504e-4844-bcca-6d42fa7d5b04 on network e541a8a1-bacd-408d-a831-52fe6a1a19b6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:21.687847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:21.688296 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Checking segment: {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:21.688738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Bound using segment: {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:21.690670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Bound port: e07fa31c-504e-4844-bcca-6d42fa7d5b04, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e02d86b-a586-47d1-be9e-03e91b12594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:21.690670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:21.768536 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:21.771675 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:21.848342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:21.854956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:21.855600 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:21.858493 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e07fa31c-504e-4844-bcca-6d42fa7d5b04 HTTP/1.1" status: 200 len: 1097 time: 1.1819208 Aug 30 02:04:21.858493 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:21.859959 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a703a25b-04cb-4868-a339-23daf79f6661" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:21.903969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4394577-56ca-49e4-858c-dbe63a14d677 x-openstack-request-id: req-a4394577-56ca-49e4-858c-dbe63a14d677 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:21.906666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:21.906666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4394577-56ca-49e4-858c-dbe63a14d677 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:21.906666 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4394577-56ca-49e4-858c-dbe63a14d677'] response: {'name': 'network-changed', 'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04', 'status': 'completed', 'code': 200} Aug 30 02:04:21.909695 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecded0-a616-41cc-83c2-f08e833c542f service neutron] Pushing event updated for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:22.050749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025b2c2-bd6a-473b-a9fc-bd0eb833e265 req-0d439d5f-e508-4ce2-bbcf-0cde79d4290d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:22.052299 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e025b2c2-bd6a-473b-a9fc-bd0eb833e265 req-0d439d5f-e508-4ce2-bbcf-0cde79d4290d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0499258 Aug 30 02:04:22.108500 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e025b2c2-bd6a-473b-a9fc-bd0eb833e265 req-6a597766-154b-40da-b798-fd736ea555be tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Aug 30 02:04:22.412475 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851ab07-eb09-46da-9c2b-f90fe59b057b req-e95d3dde-0a6c-466c-b45f-d2f42dd56a24 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:22.414560 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7851ab07-eb09-46da-9c2b-f90fe59b057b req-e95d3dde-0a6c-466c-b45f-d2f42dd56a24 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0509355 Aug 30 02:04:22.469571 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7851ab07-eb09-46da-9c2b-f90fe59b057b req-dd14ad1c-8fb6-424f-b371-1438c246a636 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471315 Aug 30 02:04:22.585114 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:22.708674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d1f90-378d-418c-a8d1-5e67dda3724c req-6ab050b7-cfb9-4a65-be64-76b942ccd0cf tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:22.714695 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-165d1f90-378d-418c-a8d1-5e67dda3724c req-6ab050b7-cfb9-4a65-be64-76b942ccd0cf tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0645995 Aug 30 02:04:22.798937 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-165d1f90-378d-418c-a8d1-5e67dda3724c req-1f29b580-aa73-4e40-871e-0c96f0252510 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777256 Aug 30 02:04:23.138892 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:23.241318 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ac245-da80-4951-878a-bb46c7bf5068 req-0e8e69f2-7b04-46fc-acad-a73483319439 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:23.243278 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-173ac245-da80-4951-878a-bb46c7bf5068 req-0e8e69f2-7b04-46fc-acad-a73483319439 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0485981 Aug 30 02:04:23.295565 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-173ac245-da80-4951-878a-bb46c7bf5068 req-7c9b32c2-5649-4fce-8f4e-40a5f2d5cc13 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469794 Aug 30 02:04:23.596084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0ba51-4d3e-46a5-9c50-59cf5e7692f8 req-b42c15ee-2d8f-4f4b-a3aa-b95565078f4d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:23.596084 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-55f0ba51-4d3e-46a5-9c50-59cf5e7692f8 req-b42c15ee-2d8f-4f4b-a3aa-b95565078f4d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0487928 Aug 30 02:04:23.640973 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-55f0ba51-4d3e-46a5-9c50-59cf5e7692f8 req-29b2076d-5509-430a-af28-a349f7429092 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Aug 30 02:04:23.922844 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78dd98-35cd-4487-a45d-c763c3df3b74 req-b282fee8-6b59-488b-9496-3ff0f4ca6065 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:23.925011 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9c78dd98-35cd-4487-a45d-c763c3df3b74 req-b282fee8-6b59-488b-9496-3ff0f4ca6065 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0486569 Aug 30 02:04:23.968923 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:23.973782 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9c78dd98-35cd-4487-a45d-c763c3df3b74 req-5089f8cb-07ca-4de0-93c7-bc86fd77dc92 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Aug 30 02:04:24.007342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:24.036062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:24.437670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9057c8f-a0e4-4054-97d5-61244cf42395 req-f7def9bf-4fb1-4a70-bfee-c2529520d022 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:24.438471 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9057c8f-a0e4-4054-97d5-61244cf42395 req-f7def9bf-4fb1-4a70-bfee-c2529520d022 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0607436 Aug 30 02:04:24.487037 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9057c8f-a0e4-4054-97d5-61244cf42395 req-a3544f74-6904-4316-b882-faa08a4368e7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Aug 30 02:04:24.785832 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cc7d2-f05f-44fe-b456-324f0b7d3f0f req-d92c4539-570b-4e91-9770-e35e5d97e353 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:24.785832 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ed3cc7d2-f05f-44fe-b456-324f0b7d3f0f req-d92c4539-570b-4e91-9770-e35e5d97e353 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0668292 Aug 30 02:04:24.830897 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ed3cc7d2-f05f-44fe-b456-324f0b7d3f0f req-85a299fd-150d-48cd-bc83-24f860c4305f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Aug 30 02:04:25.096953 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca7614-2b1c-4cba-a0d7-c1937c129a90 req-da8b175f-0fba-429d-9036-f776151d5f1e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:25.098467 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-caca7614-2b1c-4cba-a0d7-c1937c129a90 req-da8b175f-0fba-429d-9036-f776151d5f1e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0510476 Aug 30 02:04:25.148411 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-caca7614-2b1c-4cba-a0d7-c1937c129a90 req-40b8151a-2437-434b-ab50-9d5ae18285ab tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Aug 30 02:04:25.608792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d9a1d-f7bb-4f36-9b4c-f7eea0c34f61 req-7eefa70c-dcfc-4553-b896-88824376887a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:25.610234 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d29d9a1d-f7bb-4f36-9b4c-f7eea0c34f61 req-7eefa70c-dcfc-4553-b896-88824376887a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0509741 Aug 30 02:04:25.657444 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d29d9a1d-f7bb-4f36-9b4c-f7eea0c34f61 req-3a8b951e-c64e-4c42-b80e-eade6b1c1323 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Aug 30 02:04:25.952555 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463ad14-7332-4849-b353-027505aa8bed req-e75927f5-af10-44c3-bdee-f922045e3638 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:25.954055 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3463ad14-7332-4849-b353-027505aa8bed req-e75927f5-af10-44c3-bdee-f922045e3638 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0457942 Aug 30 02:04:26.001972 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3463ad14-7332-4849-b353-027505aa8bed req-f50a2218-09fc-4275-b954-bc8ae6da2f8a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Aug 30 02:04:26.267969 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45ebbf-d42c-4b11-a0b5-a91bce47f9ae req-67443c35-8a9b-4a3e-b749-c4cd2a1271c1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:26.269433 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4f45ebbf-d42c-4b11-a0b5-a91bce47f9ae req-67443c35-8a9b-4a3e-b749-c4cd2a1271c1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0458181 Aug 30 02:04:26.317007 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4f45ebbf-d42c-4b11-a0b5-a91bce47f9ae req-a4ead2a7-30d9-4f20-9809-5c32827c6f19 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Aug 30 02:04:26.778725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e3f6-417e-4dc4-91a5-3886fa1a0c42 req-6c66f282-32d0-4c69-9f78-4b0a3350114a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:26.780208 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2210e3f6-417e-4dc4-91a5-3886fa1a0c42 req-6c66f282-32d0-4c69-9f78-4b0a3350114a tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Aug 30 02:04:26.831974 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2210e3f6-417e-4dc4-91a5-3886fa1a0c42 req-34662494-15a8-46c4-9e13-41589bab5755 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Aug 30 02:04:27.126222 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ba3ea-39c2-4a72-a4ba-ed1007b9fc83 req-d5aa7223-c8ff-44f3-8a86-56a8aded178a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:27.127746 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-769ba3ea-39c2-4a72-a4ba-ed1007b9fc83 req-d5aa7223-c8ff-44f3-8a86-56a8aded178a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0467684 Aug 30 02:04:27.182102 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-769ba3ea-39c2-4a72-a4ba-ed1007b9fc83 req-c2c59d34-b202-4a46-9c98-2d85078d0c32 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473990 Aug 30 02:04:27.438599 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50d3c1-8881-4008-ab85-74f2ab3a78c6 req-227ac98b-9e3e-42d7-b83f-9d1a0f522a77 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:27.440085 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1f50d3c1-8881-4008-ab85-74f2ab3a78c6 req-227ac98b-9e3e-42d7-b83f-9d1a0f522a77 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0466986 Aug 30 02:04:27.488433 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1f50d3c1-8881-4008-ab85-74f2ab3a78c6 req-14d613ac-4764-48d4-ada1-a5bfc49fdb38 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Aug 30 02:04:27.965496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fff62-409a-445b-a9e9-a93fdfdda765 req-ea1a1aa7-018d-493e-b458-4ff896074e95 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:27.967182 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-031fff62-409a-445b-a9e9-a93fdfdda765 req-ea1a1aa7-018d-493e-b458-4ff896074e95 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0574505 Aug 30 02:04:28.018414 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-031fff62-409a-445b-a9e9-a93fdfdda765 req-dd3c0b9d-deac-458b-8be4-261572a59bb4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Aug 30 02:04:28.266791 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:28.301860 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7f8bf-a173-4ad0-9a19-32f9306626bc req-a8b0b27c-f982-47f7-b430-7afd4b81359f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:28.303443 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e0a7f8bf-a173-4ad0-9a19-32f9306626bc req-a8b0b27c-f982-47f7-b430-7afd4b81359f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0463624 Aug 30 02:04:28.354654 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e0a7f8bf-a173-4ad0-9a19-32f9306626bc req-14139ebb-1b42-412e-ad71-e7ebad259816 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 Aug 30 02:04:28.607954 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c1670-0cfd-4ae6-8869-9757bba112cd req-bc12c760-4319-4464-9d90-413e2d1a5473 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:28.609450 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-442c1670-0cfd-4ae6-8869-9757bba112cd req-bc12c760-4319-4464-9d90-413e2d1a5473 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0478740 Aug 30 02:04:28.657671 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-442c1670-0cfd-4ae6-8869-9757bba112cd req-1bbfc3d5-1356-4f06-a4dd-8af9a9f67856 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Aug 30 02:04:28.721888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a25b-04cb-4868-a339-23daf79f6661 req-983db07b-ab7e-462b-869e-23d47b8ef512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:28.723427 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a703a25b-04cb-4868-a339-23daf79f6661 req-983db07b-ab7e-462b-869e-23d47b8ef512 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 1131 time: 0.0460145 Aug 30 02:04:28.859733 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:28.861664 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:28.904109 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=16 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:28.906693 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=18 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:29.141364 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf949-4410-4cf9-a377-a923a14eac08 req-3d361f16-1cc3-47b6-8937-225875889c7b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:29.143141 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-630cf949-4410-4cf9-a377-a923a14eac08 req-3d361f16-1cc3-47b6-8937-225875889c7b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Aug 30 02:04:29.218509 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a703a25b-04cb-4868-a339-23daf79f6661 req-e6572d8f-6aa0-4dba-a0a1-a47ff2774364 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360510 Aug 30 02:04:29.222851 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-630cf949-4410-4cf9-a377-a923a14eac08 req-e379d9f8-a909-4708-9230-9c2a7b3ec515 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Aug 30 02:04:29.490668 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b257f-ab03-4482-8c41-06595cfb8105 req-1f7c4116-52cf-4187-bae1-a7cce813acc5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:29.492354 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d73b257f-ab03-4482-8c41-06595cfb8105 req-1f7c4116-52cf-4187-bae1-a7cce813acc5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0566938 Aug 30 02:04:29.541963 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d73b257f-ab03-4482-8c41-06595cfb8105 req-d11a9862-2fec-4b0b-b98d-55ea2691b304 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Aug 30 02:04:29.557136 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a25b-04cb-4868-a339-23daf79f6661 req-bcc31975-e543-4e32-b81e-24e33fcfee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:29.558674 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a703a25b-04cb-4868-a339-23daf79f6661 req-bcc31975-e543-4e32-b81e-24e33fcfee8d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989063 Aug 30 02:04:29.634842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-40443e7f-3e78-4038-b01f-d229bc0669a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:29.636336 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-40443e7f-3e78-4038-b01f-d229bc0669a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 1131 time: 0.0401964 Aug 30 02:04:29.690878 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-e268c49c-e7df-4b05-af8d-b0ae91675429 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04 HTTP/1.1" status: 200 len: 217 time: 0.0393324 Aug 30 02:04:29.783719 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bd8a-fdeb-44bc-9ae1-19bd947288e8 req-20b23164-c326-4d7d-8282-fa9232df5411 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:29.785255 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b02bd8a-fdeb-44bc-9ae1-19bd947288e8 req-20b23164-c326-4d7d-8282-fa9232df5411 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0516760 Aug 30 02:04:29.834388 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b02bd8a-fdeb-44bc-9ae1-19bd947288e8 req-458aaec6-767f-4335-8b87-c8252a9e6611 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Aug 30 02:04:30.006810 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-9110235e-b3e3-4a68-90d5-1910c476bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:30.008440 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-9110235e-b3e3-4a68-90d5-1910c476bf29 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=1f85a593-93a9-477d-84ab-5d4a71962af5 HTTP/1.1" status: 200 len: 843 time: 0.0486524 Aug 30 02:04:30.053944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:30.057726 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-ade8183b-2661-4735-9076-3b52963309a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:30.059434 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-ade8183b-2661-4735-9076-3b52963309a0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e541a8a1-bacd-408d-a831-52fe6a1a19b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432880 Aug 30 02:04:30.093079 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-59c08b4b-be31-4d66-8d6a-4414793a3dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:30.178752 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-9cde09ba-1944-43c3-94b0-9e680011b644 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e541a8a1-bacd-408d-a831-52fe6a1a19b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130848 Aug 30 02:04:30.285150 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7c6c57fb-f4a0-4d0d-bf9a-1cd6c56c3b31 req-41e31864-d6d8-4329-8de4-78818b9e2a3e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e541a8a1-bacd-408d-a831-52fe6a1a19b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004798 Aug 30 02:04:30.662523 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1220-2f0f-4bc8-9481-49d5c3b8d38b req-d618a586-2073-4cb1-92ca-236fd7502373 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:30.664165 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a35f1220-2f0f-4bc8-9481-49d5c3b8d38b req-d618a586-2073-4cb1-92ca-236fd7502373 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0488510 Aug 30 02:04:30.743285 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a35f1220-2f0f-4bc8-9481-49d5c3b8d38b req-8ef9aaa7-815b-4533-a292-28e02dcdf8cb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686207 Aug 30 02:04:30.953983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d8ec-c256-4832-83b4-6b65df608cff req-0ed5dc90-d5a1-465b-bd6e-3ecb4f160cff tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:30.955511 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9709d8ec-c256-4832-83b4-6b65df608cff req-0ed5dc90-d5a1-465b-bd6e-3ecb4f160cff tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0472667 Aug 30 02:04:31.021766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9709d8ec-c256-4832-83b4-6b65df608cff req-426591cf-5e38-42f8-b8c1-b72c4e309e74 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 Aug 30 02:04:31.154343 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56248) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:31.258700 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-04529735-8a0b-4297-a85b-f8186682b1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.292806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:31.335477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-04529735-8a0b-4297-a85b-f8186682b1ab admin admin] Publish callbacks [] for security_group (eea65a18-7c5f-4891-b6c2-c7a0328edbe3), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.451460 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-04529735-8a0b-4297-a85b-f8186682b1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (eea65a18-7c5f-4891-b6c2-c7a0328edbe3), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.520274 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-04529735-8a0b-4297-a85b-f8186682b1ab admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a6412607e3e34ed98f036a3f34805345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625867 Aug 30 02:04:31.520274 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04529735-8a0b-4297-a85b-f8186682b1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea65a18-7c5f-4891-b6c2-c7a0328edbe3,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:31.521611 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56264) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:31.584258 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] Publish callbacks [] for security_group (eea65a18-7c5f-4891-b6c2-c7a0328edbe3), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.606511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] Publish callbacks [] for security_group (eea65a18-7c5f-4891-b6c2-c7a0328edbe3), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.623510 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:31.641168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:31.705231 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56272) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:31.705380 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56270) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:31.724187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148277334', 'description': 'tempest-description--1525123271'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:31.724864 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464271276', 'description': 'tempest-description--1454864512'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:31.853755 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.856966 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (eea65a18-7c5f-4891-b6c2-c7a0328edbe3), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.858276 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.859641 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.864105 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/eea65a18-7c5f-4891-b6c2-c7a0328edbe3 HTTP/1.1" status: 204 len: 168 time: 0.3381798 Aug 30 02:04:31.881759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39665a09-2fac-413f-adc5-1be682703eb9 req-1e9daefc-e9f7-4908-b3d1-0e1275dd168b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:31.883702 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-39665a09-2fac-413f-adc5-1be682703eb9 req-1e9daefc-e9f7-4908-b3d1-0e1275dd168b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0667427 Aug 30 02:04:31.893373 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119b74f-ec67-4b39-ace0-a3d6c2605163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea65a18-7c5f-4891-b6c2-c7a0328edbe3,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:31.966267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:31.970776 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (4e9f1a4b-e671-4a45-ac38-d789cb81297c), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:31.976324 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-39665a09-2fac-413f-adc5-1be682703eb9 req-986082fe-dd81-417a-99a1-081ce4e09dc9 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839071 Aug 30 02:04:31.988797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (8a11567a-f15b-4b54-a6b1-4597d059ffc1), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.065078 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8a11567a-f15b-4b54-a6b1-4597d059ffc1), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.066203 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (4e9f1a4b-e671-4a45-ac38-d789cb81297c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.117185 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a11567a-f15b-4b54-a6b1-4597d059ffc1,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:32.135854 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f1a4b-e671-4a45-ac38-d789cb81297c,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:32.148514 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3759d-1e5d-4ab1-8d41-ae74ab4b9db3 req-525706e0-335f-4388-a9d0-b42e9b398aa2 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:32.150171 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ddd3759d-1e5d-4ab1-8d41-ae74ab4b9db3 req-525706e0-335f-4388-a9d0-b42e9b398aa2 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 947 time: 0.0594578 Aug 30 02:04:32.202300 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ddd3759d-1e5d-4ab1-8d41-ae74ab4b9db3 req-59ae4cc4-5fdf-4ef1-bf26-bb09faf3e9d4 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Aug 30 02:04:32.250022 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.261151 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-88e4ab63-8b14-477e-a3b5-c07101fe5fad tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5447810 Aug 30 02:04:32.267008 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56288) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:32.272524 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': '4e9f1a4b-e671-4a45-ac38-d789cb81297c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:32.300906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.302520 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-318fe00e-98c0-4af3-acb7-3b0d40348219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.304859 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-52498825-68bd-4bfc-89c3-117068c57d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5980911 Aug 30 02:04:32.315692 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56290) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:32.320588 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'security_group_rule': {'security_group_id': '8a11567a-f15b-4b54-a6b1-4597d059ffc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:32.391350 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (e5c82074-76c4-4a3b-bf6e-16f68639a958), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.425689 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (fe1c2653-6314-4f1a-97bf-fb9f5faf9b9d), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.440628 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:32.491544 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (e5c82074-76c4-4a3b-bf6e-16f68639a958), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.506105 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (fe1c2653-6314-4f1a-97bf-fb9f5faf9b9d), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.607198 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (e5c82074-76c4-4a3b-bf6e-16f68639a958), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.612344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (fe1c2653-6314-4f1a-97bf-fb9f5faf9b9d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.640037 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c82074-76c4-4a3b-bf6e-16f68639a958,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:32.654497 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1c2653-6314-4f1a-97bf-fb9f5faf9b9d,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:32.700916 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.704834 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a70310e0-fa73-4c99-94c5-059b1a029f63 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855019 Aug 30 02:04:32.705416 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.707448 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-19d91fc2-9f90-4d13-98bb-f8cf8b6d5159 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385874 Aug 30 02:04:32.707448 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56300) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:32.712136 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'security_group_rule': {'security_group_id': '8a11567a-f15b-4b54-a6b1-4597d059ffc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:32.713922 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56302) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:32.715944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device e07fa31c-504e-4844-bcca-6d42fa7d5b04 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:04:32.720667 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': '4e9f1a4b-e671-4a45-ac38-d789cb81297c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:32.822211 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:32.833872 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04', 'network_id': 'e541a8a1-bacd-408d-a831-52fe6a1a19b6', 'port_id': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04', 'mac_address': 'fa:16:3e:d0:3d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f85a593-93a9-477d-84ab-5d4a71962af5', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:04:32.853818 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (7034bb97-047f-46f3-ba73-09a9b345b128), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.855203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (73b55703-6624-4e17-9945-5dfd3d91785a), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.878170 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port e07fa31c-504e-4844-bcca-6d42fa7d5b04 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:32.878571 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.894204 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07fa31c-504e-4844-bcca-6d42fa7d5b04 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:32.915441 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:32.918446 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (7034bb97-047f-46f3-ba73-09a9b345b128), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:32.923236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (73b55703-6624-4e17-9945-5dfd3d91785a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.058036 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.058719 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (7034bb97-047f-46f3-ba73-09a9b345b128), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.069170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (73b55703-6624-4e17-9945-5dfd3d91785a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.093314 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7034bb97-047f-46f3-ba73-09a9b345b128,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:33.118656 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56312) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:33.122273 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b55703-6624-4e17-9945-5dfd3d91785a,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:33.135516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eb41e-7004-4601-93dc-8ed9acf9ad9b req-94ed6109-0905-4ed3-9910-cb39b938df03 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:33.141188 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bb7eb41e-7004-4601-93dc-8ed9acf9ad9b req-94ed6109-0905-4ed3-9910-cb39b938df03 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0904338 Aug 30 02:04:33.190429 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:33.202797 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.203460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.203827 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.209634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:33.223287 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bb7eb41e-7004-4601-93dc-8ed9acf9ad9b req-fd1f77da-3133-4175-83d2-a01dfa8a5699 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811343 Aug 30 02:04:33.235560 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.240877 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ad5c9732-6ca2-476b-9172-37ba018beae0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5287969 Aug 30 02:04:33.241565 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56322) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:33.246675 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:33.264935 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.266390 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-25fc0c64-eadc-400d-993f-a0ff066446a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5507448 Aug 30 02:04:33.273394 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56324) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:33.278046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:33.287064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0d04e6d6-a2d4-4837-8413-6ab488e706d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.365910 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['e07fa31c-504e-4844-bcca-6d42fa7d5b04'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:04:33.368040 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1685658-9243-41af-bb73-7806e3510dc2 req-fd07683c-7173-4783-bfab-c848ae4e604b tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:33.369610 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b1685658-9243-41af-bb73-7806e3510dc2 req-fd07683c-7173-4783-bfab-c848ae4e604b tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 948 time: 0.0740390 Aug 30 02:04:33.375678 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:33.407545 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.446686 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b1685658-9243-41af-bb73-7806e3510dc2 req-b685cf36-c0f1-445e-9494-1a086d2215a2 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668576 Aug 30 02:04:33.458745 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.464313 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.478518 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0d04e6d6-a2d4-4837-8413-6ab488e706d1 admin admin] Publish callbacks [] for security_group (72ff58cc-174b-4a8a-9171-2d449d5068dc), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.550982 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0d04e6d6-a2d4-4837-8413-6ab488e706d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (72ff58cc-174b-4a8a-9171-2d449d5068dc), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.558889 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.577802 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:33.583897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.593326 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-0d04e6d6-a2d4-4837-8413-6ab488e706d1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7ebe8393a20f421ba3a7e6f26d5d2696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735422 Aug 30 02:04:33.594541 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e6d6-a2d4-4837-8413-6ab488e706d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff58cc-174b-4a8a-9171-2d449d5068dc,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:33.596850 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56326) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:33.651942 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] Publish callbacks [] for security_group (72ff58cc-174b-4a8a-9171-2d449d5068dc), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.672461 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] Publish callbacks [] for security_group (72ff58cc-174b-4a8a-9171-2d449d5068dc), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.733941 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Allocated IP 172.27.2.98 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/96b39096-b52a-4356-8aa2-4aed94e7bd3f) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:33.820197 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56330) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:33.845717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.852098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:33.882517 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (72ff58cc-174b-4a8a-9171-2d449d5068dc), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.885071 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.886232 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/72ff58cc-174b-4a8a-9171-2d449d5068dc HTTP/1.1" status: 204 len: 168 time: 0.2884920 Aug 30 02:04:33.899591 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df527-d1c3-47a9-b934-d6ccd2faff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff58cc-174b-4a8a-9171-2d449d5068dc,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:33.941919 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c35ecb9c-af0f-439b-9df6-3d31e6058cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:33.990920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:33.993595 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.022238 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c35ecb9c-af0f-439b-9df6-3d31e6058cff admin admin] Publish callbacks [] for security_group (d1538411-199d-46c5-ba37-f46435cf3360), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.066956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:34.077503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:34.085255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:34.087480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'Port': ['ID=96b39096-b52a-4356-8aa2-4aed94e7bd3f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:34.090055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.27.2.72 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/6eee4f73-eeeb-4c66-811d-cd6c3513201c) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:34.138648 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c35ecb9c-af0f-439b-9df6-3d31e6058cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (d1538411-199d-46c5-ba37-f46435cf3360), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.178957 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c35ecb9c-af0f-439b-9df6-3d31e6058cff admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb4e4792c04e48ab9f1fc222832612be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575902 Aug 30 02:04:34.183124 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ecb9c-af0f-439b-9df6-3d31e6058cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1538411-199d-46c5-ba37-f46435cf3360,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:34.183266 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56336) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:34.274570 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.322275 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.327609 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] Publish callbacks [] for security_group (d1538411-199d-46c5-ba37-f46435cf3360), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.386842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] Publish callbacks [] for security_group (d1538411-199d-46c5-ba37-f46435cf3360), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.443650 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4da70-fa0b-43de-b4f8-602fca93eb7b req-5510eb44-cdc5-48b0-b49a-9b6c3f48cfa9 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:34.445232 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7da4da70-fa0b-43de-b4f8-602fca93eb7b req-5510eb44-cdc5-48b0-b49a-9b6c3f48cfa9 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0988994 Aug 30 02:04:34.577749 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bceed5-3961-4042-a261-771c36d4f042 req-3ac66c21-b34c-45c1-ad37-e2bd88bd7a44 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:34.579354 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-77bceed5-3961-4042-a261-771c36d4f042 req-3ac66c21-b34c-45c1-ad37-e2bd88bd7a44 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 948 time: 0.0522182 Aug 30 02:04:34.636484 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-77bceed5-3961-4042-a261-771c36d4f042 req-b9d79726-0a86-4c63-8d38-3deebe4f61ea tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Aug 30 02:04:34.712139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device e07fa31c-504e-4844-bcca-6d42fa7d5b04 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:34.757745 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.764828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port e07fa31c-504e-4844-bcca-6d42fa7d5b04 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:04:34.788519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.850487 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:34.858547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:34.863056 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:34.874457 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7da4da70-fa0b-43de-b4f8-602fca93eb7b req-01f7e578-2703-4e61-a159-540bb67e4b94 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202571 Aug 30 02:04:34.875000 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=6eee4f73-eeeb-4c66-811d-cd6c3513201c,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:34.883690 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port e07fa31c-504e-4844-bcca-6d42fa7d5b04 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:34.884066 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.915399 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.915580 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (d1538411-199d-46c5-ba37-f46435cf3360), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.918036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:34.919163 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d1538411-199d-46c5-ba37-f46435cf3360 HTTP/1.1" status: 204 len: 168 time: 0.7365148 Aug 30 02:04:34.953165 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c12af1-5d19-43f0-badc-e5ab5293fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1538411-199d-46c5-ba37-f46435cf3360,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:35.023653 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port e07fa31c-504e-4844-bcca-6d42fa7d5b04 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:35.024573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.058022 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.061260 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:35.063699 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e30ac8c-88db-444d-bc49-d5d81c8d6c6e" -d '{"events": [{"server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "name": "network-vif-plugged", "status": "completed", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:35.076178 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:35.100472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.108695 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b13ae-6185-491b-b383-b02efa69ae10 x-openstack-request-id: req-5a6b13ae-6185-491b-b383-b02efa69ae10 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:35.108986 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "name": "network-vif-plugged", "status": "completed", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:35.109235 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a6b13ae-6185-491b-b383-b02efa69ae10 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:35.109677 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6b13ae-6185-491b-b383-b02efa69ae10'] response: {'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04', 'code': 200} Aug 30 02:04:35.167399 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.202180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.206469 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.260435 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:35.286438 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.318375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.322800 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'Port': ['ID=96b39096-b52a-4356-8aa2-4aed94e7bd3f,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:35.464708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.467694 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-68388978-d65b-408d-a583-e08cd7624d22 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2230399 Aug 30 02:04:35.483082 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4bfad-8808-4be1-8727-299d75824eba req-f7de9fee-bca7-4c50-9869-82edc09a1c65 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.484619 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e3c4bfad-8808-4be1-8727-299d75824eba req-f7de9fee-bca7-4c50-9869-82edc09a1c65 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0937231 Aug 30 02:04:35.591415 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:35.646289 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-25e22147-6276-49f7-9b69-ae6202abc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.647703 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-25e22147-6276-49f7-9b69-ae6202abc421 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1130 time: 0.1204705 Aug 30 02:04:35.654549 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e3c4bfad-8808-4be1-8727-299d75824eba req-64928ea9-06ca-45bb-9c23-bd8ded733e99 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537497 Aug 30 02:04:35.658233 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.744380 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecaf79-ae6c-4a26-b05c-9b651c6a2f6f req-b0b3d7cf-5dec-489b-bd09-3a75b8317905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.745907 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b1ecaf79-ae6c-4a26-b05c-9b651c6a2f6f req-b0b3d7cf-5dec-489b-bd09-3a75b8317905 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 1133 time: 0.1433835 Aug 30 02:04:35.764377 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-01dd4549-6e82-4cf2-a571-8aff9b5fc0fc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1148277334&fields=id&tenant_id=e7f4b9bbe0b640688754d04484900cca HTTP/1.1" status: 200 len: 267 time: 0.0874734 Aug 30 02:04:35.781010 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.856172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:35.890963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-2d2e7688-55ca-4139-a7d9-8aed85d9fe21 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.892580 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-2d2e7688-55ca-4139-a7d9-8aed85d9fe21 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 0.1272631 Aug 30 02:04:35.910053 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-9ea20024-e673-4855-b640-bbd78f3e99ff tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/quotas/e7f4b9bbe0b640688754d04484900cca HTTP/1.1" status: 200 len: 375 time: 0.0113828 Aug 30 02:04:35.936312 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801842-66b6-428f-89ca-2d687dc01f63 req-5d637f73-76e2-42f9-b55d-95927a41f1d9 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.938001 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d801842-66b6-428f-89ca-2d687dc01f63 req-5d637f73-76e2-42f9-b55d-95927a41f1d9 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.1896164 Aug 30 02:04:35.975146 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-270041ce-6223-4b95-bc9b-4562dfd93432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:35.976754 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-270041ce-6223-4b95-bc9b-4562dfd93432 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.3147480 Aug 30 02:04:35.977241 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-9bcc253f-7607-40d9-b118-1c4a5df2f861 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0617387 Aug 30 02:04:36.008506 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b1ecaf79-ae6c-4a26-b05c-9b651c6a2f6f req-eeb2a966-b040-4c96-b440-9cef7f7a136f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409103 Aug 30 02:04:36.009759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=6eee4f73-eeeb-4c66-811d-cd6c3513201c,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:36.064805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:36.081708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:36.083694 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1b738306-48c4-4b81-8c61-25f28dd7563b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8090665 Aug 30 02:04:36.120810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d801842-66b6-428f-89ca-2d687dc01f63 req-07e50657-074c-41aa-b0ac-b6c9c86ae4f3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540623 Aug 30 02:04:36.121705 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-60cdda4d-7c4b-4519-a96b-c7f5165ba622 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118004 Aug 30 02:04:36.139637 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-c8096bc3-ab5f-4d7d-b340-4203f46b47ea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 1002 time: 0.1214814 Aug 30 02:04:36.209557 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-cf30f6bc-c288-45ea-9d45-cff38945f7d6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957196 Aug 30 02:04:36.260436 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-db673106-f2d7-44a5-aed9-9b5ad1d6aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:36.262045 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-db673106-f2d7-44a5-aed9-9b5ad1d6aac3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0514517 Aug 30 02:04:36.318150 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-92dd2c08-f096-40a5-a6e4-85d36382946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:36.320304 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-92dd2c08-f096-40a5-a6e4-85d36382946e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507526 Aug 30 02:04:36.419867 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56446) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:36.443726 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-c49b2e10-0beb-4d76-8299-4077b459e3b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167698 Aug 30 02:04:36.473083 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-ab24e924-c280-415e-bc08-6083849f3174 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1464271276&fields=id&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 267 time: 0.0523572 Aug 30 02:04:36.539516 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2011461779-network', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:36.564344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:36.597608 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a7a33e1f-1c1e-4d88-88a5-1d7b1b618b85 req-6573fa19-4b66-41ad-a099-715f73f650e4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0403259 Aug 30 02:04:36.641261 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-b98625e5-861b-4da4-99ce-9e94e993c9c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:36.643076 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-b98625e5-861b-4da4-99ce-9e94e993c9c2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1604352 Aug 30 02:04:36.661588 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-27ecd754-3d84-452d-b7df-41db5531a591 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/quotas/c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 375 time: 0.0103457 Aug 30 02:04:36.716297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Made reservation on behalf of b6200be9acd14756908c3fd33adf1506 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:36.719274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:36.731126 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-2096a25c-0359-4c2a-9f35-3856c6092b21 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629110 Aug 30 02:04:36.732456 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:36.814740 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21163c-5f9c-49aa-8146-a7d5a15353db req-51a29414-0841-4ff8-b002-3a5ea5d7fe56 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:36.816282 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-de21163c-5f9c-49aa-8146-a7d5a15353db req-51a29414-0841-4ff8-b002-3a5ea5d7fe56 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0601897 Aug 30 02:04:36.905248 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-de21163c-5f9c-49aa-8146-a7d5a15353db req-7c872e29-fbe6-45e9-b99c-4a2cc2bacd25 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779650 Aug 30 02:04:36.908119 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f30ef219-af55-4f70-9daa-24a00cab6775 req-0de12d61-c1dd-4139-a8ed-87d1d271efe7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760299 Aug 30 02:04:36.915515 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-e09853ee-a89d-4ef9-9e05-9932577abdb8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627541 Aug 30 02:04:36.934350 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks [] for security_group (951d9773-4feb-4a46-b7b5-2b6fd8d94255), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.018198 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-928d5aca-5407-4c3c-a9b9-58fff8f17695 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960302 Aug 30 02:04:37.042002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (951d9773-4feb-4a46-b7b5-2b6fd8d94255), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.068543 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:04:37.079384 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951d9773-4feb-4a46-b7b5-2b6fd8d94255,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:37.084749 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (0ff01694-b3b9-4f38-a3cd-21e36819cc17), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.085099 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Added segment 0ff01694-b3b9-4f38-a3cd-21e36819cc17 of type vlan for network fb93bb88-cb60-46a7-8b65-48732a562f78 Aug 30 02:04:37.127912 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (fb93bb88-cb60-46a7-8b65-48732a562f78), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.228035 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f224ff-737c-4f09-adb4-55677052d874 req-46dda7ff-a909-4bbd-9466-320506fc30ee tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:37.230159 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-63f224ff-737c-4f09-adb4-55677052d874 req-46dda7ff-a909-4bbd-9466-320506fc30ee tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.0543594 Aug 30 02:04:37.305744 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (fb93bb88-cb60-46a7-8b65-48732a562f78), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.307844 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:37.308546 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.310738 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-236224b3-3ce8-4611-855f-38347fb57f1c req-f9f45da9-5e08-479b-98ab-421403a69786 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0348816 Aug 30 02:04:37.314175 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:37.346591 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-63f224ff-737c-4f09-adb4-55677052d874 req-c9af23c9-f385-4079-9047-292657c6ef49 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041899 Aug 30 02:04:37.425790 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0015240 Aug 30 02:04:37.425790 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ee50-7fc6-476c-a039-6936be975f60 admin admin] Pushing event updated for resources: {'Network': ['ID=fb93bb88-cb60-46a7-8b65-48732a562f78,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:37.428118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56488) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:37.432903 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Request body: {'subnet': {'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2011461779-subnet', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'ip_version': 4}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:37.436847 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network fb93bb88-cb60-46a7-8b65-48732a562f78 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:04:37.440271 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:37.451458 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:37.544286 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Made reservation on behalf of b6200be9acd14756908c3fd33adf1506 for: {'subnet': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:37.547503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805325'] for subnet (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.695342 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1b00425d-64e1-4fb1-9fdd-fc17e157cc05 req-2e509776-f82e-4b0b-a867-c1696496afb7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0319633 Aug 30 02:04:37.947165 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8936516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805339'] for subnet (0f7ec4b2-4242-4c77-b65c-25f0cfade664), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:37.992397 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.028053 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7ec4b2-4242-4c77-b65c-25f0cfade664,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:38.032208 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Checking segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:38.032680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Network hostable DHCP agents. Network: fb93bb88-cb60-46a7-8b65-48732a562f78, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:04:38.073058 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bdb0e-480b-4282-af37-da6c7f4bb43b req-17ae3e0a-11dc-4bd6-bc80-1f6a2c0222ae tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:38.073058 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6a5bdb0e-480b-4282-af37-da6c7f4bb43b req-17ae3e0a-11dc-4bd6-bc80-1f6a2c0222ae tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0577500 Aug 30 02:04:38.117483 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6a5bdb0e-480b-4282-af37-da6c7f4bb43b req-ca1c5534-f036-469f-9eb8-e79a8bd9f6d1 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447786 Aug 30 02:04:38.200265 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Network fb93bb88-cb60-46a7-8b65-48732a562f78 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:04:38.315636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, fb93bb88-cb60-46a7-8b65-48732a562f78) {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:38.321015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:38.321945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.325190 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a4bab-1a47-4775-a632-6602263e5548 None None] Network fb93bb88-cb60-46a7-8b65-48732a562f78 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:04:38.403708 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-47408647-fc99-4139-a587-570f146b1d40 req-58117eaf-abd6-4878-a263-d55e367b0284 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0318727 Aug 30 02:04:38.409752 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-3fe9f919-25ba-49b1-83ba-afb7539f5743 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9785943 Aug 30 02:04:38.413203 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56504) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:38.421632 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:38.447692 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-fb93bb88-cb60-46a7-8b65-48732a562f78', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:04:38.448618 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.488745 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04aaa2-90cf-4694-9278-d5762d01afaa req-bcc3aa1a-8c6f-4680-addf-439d190f99e1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:38.491238 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6d04aaa2-90cf-4694-9278-d5762d01afaa req-bcc3aa1a-8c6f-4680-addf-439d190f99e1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.0665216 Aug 30 02:04:38.529820 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:38.551619 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6d04aaa2-90cf-4694-9278-d5762d01afaa req-ff64dab1-6a7c-4e53-b65a-a2754916595e tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Aug 30 02:04:38.611647 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.621085 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.674186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Allocated IP 172.20.0.2 (fb93bb88-cb60-46a7-8b65-48732a562f78/0f7ec4b2-4242-4c77-b65c-25f0cfade664/bc39d290-c837-4583-8d41-6ac2c3693b73) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:38.716264 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for router_controller (7c9cd47c-cc14-4668-99b2-0695767cae68), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.813793 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b71139a4-579c-4a25-a610-f689ffa6b653 req-f8100da8-4aa6-40d5-93ee-9e8a16e9cad5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0400116 Aug 30 02:04:38.863368 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks [] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.921271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:38.956627 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:38.981913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for router_gateway (7c9cd47c-cc14-4668-99b2-0695767cae68), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.022585 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Network fb93bb88-cb60-46a7-8b65-48732a562f78 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:39.027549 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:39.030052 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Pushing event updated for resources: {'Port': ['ID=bc39d290-c837-4583-8d41-6ac2c3693b73,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:39.032182 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:39.088186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Attempting to bind port bc39d290-c837-4583-8d41-6ac2c3693b73 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:39.088547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Attempting to bind port bc39d290-c837-4583-8d41-6ac2c3693b73 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:39.088907 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Attempting to bind port bc39d290-c837-4583-8d41-6ac2c3693b73 on network fb93bb88-cb60-46a7-8b65-48732a562f78 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:39.094154 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:39.094523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Checking segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:39.094920 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.095335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Bound using segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:39.095790 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Bound port: bc39d290-c837-4583-8d41-6ac2c3693b73, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:39.096162 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.172944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] For port bc39d290-c837-4583-8d41-6ac2c3693b73, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:39.179867 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] For port bc39d290-c837-4583-8d41-6ac2c3693b73, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bc39d290-c837-4583-8d41-6ac2c3693b73,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:39.277139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82696cbd-141f-4076-b4c7-8e8121ad7f01 req-9607eff8-244d-414d-ae4a-14df2d0bcd07 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:39.278886 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82696cbd-141f-4076-b4c7-8e8121ad7f01 req-9607eff8-244d-414d-ae4a-14df2d0bcd07 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0499682 Aug 30 02:04:39.282814 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd961f6-94cd-4f7c-b147-83c0b76839ef req-e07bb095-0a2b-4afe-a1af-1aba33f55de8 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:39.284280 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ecd961f6-94cd-4f7c-b147-83c0b76839ef req-e07bb095-0a2b-4afe-a1af-1aba33f55de8 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.0854533 Aug 30 02:04:39.335040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82696cbd-141f-4076-b4c7-8e8121ad7f01 req-1d9af0c9-ad35-4c05-8f61-1868ba9d8545 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Aug 30 02:04:39.404972 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ecd961f6-94cd-4f7c-b147-83c0b76839ef req-8d049c38-8b8f-4fb0-b906-74a8a3425013 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130910 Aug 30 02:04:39.443196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for router_gateway (7c9cd47c-cc14-4668-99b2-0695767cae68), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.455594 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.463704 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.528602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11ee38-c340-4313-a6d9-44c054995f04 None None] Pushing event updated for resources: {'Port': ['ID=bc39d290-c837-4583-8d41-6ac2c3693b73,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:39.546119 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-188f8344-8e02-42c1-bacf-9bdd25c46543 req-2fd6ef69-5574-4307-a934-a6f242ee00c4 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0460007 Aug 30 02:04:39.597929 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Allocated IP 172.27.2.114 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/9f45a61c-d765-4e30-b83d-564bfd899b72) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:39.767342 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:39.921397 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:39.972765 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-90f08513-5700-4df3-9a2d-e8b8083e009a req-8141e0bb-fbd4-462d-b073-567d8cd1bf79 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0434084 Aug 30 02:04:40.070859 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.099379 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:40.113744 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:40.117664 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:40.121781 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:40.144802 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Pushing event updated for resources: {'Port': ['ID=9f45a61c-d765-4e30-b83d-564bfd899b72,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:40.292874 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:40.420195 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876576f9-dde7-492b-ab56-4a56b7238888 None None] Network fb93bb88-cb60-46a7-8b65-48732a562f78 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:04:40.538166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Provisioning complete for port bc39d290-c837-4583-8d41-6ac2c3693b73 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:40.538882 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.573737 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922cc5-7022-4293-abec-ed78d56cec43 req-f23851c6-6c92-40bd-b5ff-9c16ec74c0f6 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:40.576783 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ee922cc5-7022-4293-abec-ed78d56cec43 req-f23851c6-6c92-40bd-b5ff-9c16ec74c0f6 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.0922594 Aug 30 02:04:40.577583 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for router_gateway (7c9cd47c-cc14-4668-99b2-0695767cae68), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.591471 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:40.653627 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ee922cc5-7022-4293-abec-ed78d56cec43 req-407e3459-bbef-4712-af99-798f600004e2 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=964051d8-0da2-41c2-bb87-af01ae23755e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Aug 30 02:04:40.710660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Current status of the port bc39d290-c837-4583-8d41-6ac2c3693b73 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:40.711120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.733989 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b62258d6-8801-489d-bedb-54fde8150299 req-4c17224f-de71-4d74-b58b-e4054bf1327e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0362103 Aug 30 02:04:40.758479 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] For port bc39d290-c837-4583-8d41-6ac2c3693b73, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bc39d290-c837-4583-8d41-6ac2c3693b73,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:40.858862 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.859572 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-dff6e225-311f-47c7-928c-cc86d8aca1d1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:40.861433 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-dff6e225-311f-47c7-928c-cc86d8aca1d1 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 949 time: 0.0654662 Aug 30 02:04:40.887452 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.924875 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fe6a1-f259-427f-9f13-47e40486e5ab None None] Pushing event updated for resources: {'Port': ['ID=bc39d290-c837-4583-8d41-6ac2c3693b73,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:40.979186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-f8be2785-84d9-4ac4-a0bd-4d568f1de1f0 None None] Provisioning complete for port bc39d290-c837-4583-8d41-6ac2c3693b73 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:40.979884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f8be2785-84d9-4ac4-a0bd-4d568f1de1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:40.980897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Deleting port e07fa31c-504e-4844-bcca-6d42fa7d5b04 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:04:40.981246 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.058468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:41.076007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-f8be2785-84d9-4ac4-a0bd-4d568f1de1f0 None None] Current status of the port bc39d290-c837-4583-8d41-6ac2c3693b73 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:41.105213 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a32c9fbc-0e0f-4613-9be7-c5899759172e req-481a2abd-259c-4452-a68e-6e028b185f1c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0367191 Aug 30 02:04:41.145816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] For port e07fa31c-504e-4844-bcca-6d42fa7d5b04, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e07fa31c-504e-4844-bcca-6d42fa7d5b04,segment=NetworkSegment(1e02d86b-a586-47d1-be9e-03e91b12594b),segment_id=1e02d86b-a586-47d1-be9e-03e91b12594b)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:41.146198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.160443 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Calling delete_port for e07fa31c-504e-4844-bcca-6d42fa7d5b04 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:04:41.190391 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Router 7c9cd47c-cc14-4668-99b2-0695767cae68 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:04:41.334441 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:04:41.346976 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Sync routers for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:04:41.362240 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:41.362966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:41.407749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (e07fa31c-504e-4844-bcca-6d42fa7d5b04), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.428605 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['e07fa31c-504e-4844-bcca-6d42fa7d5b04'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:04:41.444254 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Pushing event deleted for resources: {'Port': ['ID=e07fa31c-504e-4844-bcca-6d42fa7d5b04,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:41.461987 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.463350 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8d66e6f9-5cfe-4fba-8060-e4747e91bf29 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0469375 Aug 30 02:04:41.476306 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56536) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:41.484323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bc39d290-c837-4583-8d41-6ac2c3693b73 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:41.502708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] No DVR routers for this DVR port e07fa31c-504e-4844-bcca-6d42fa7d5b04 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:04:41.506200 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.509820 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6ea0ccae-1b01-4b87-9acd-e32ece23dae0 req-fec89be9-c095-4891-b7ed-70de1796b8a3 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e07fa31c-504e-4844-bcca-6d42fa7d5b04 HTTP/1.1" status: 204 len: 173 time: 0.6302049 Aug 30 02:04:41.510316 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'name': 'network-vif-deleted', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:41.516696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dcb14-6712-4ef1-9b89-398bff25c38c" -d '{"events": [{"server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "name": "network-vif-deleted", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:41.555477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032c6893-be30-4eb6-808a-15760384db8f x-openstack-request-id: req-032c6893-be30-4eb6-808a-15760384db8f {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:41.556205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8d6f86-a21e-472f-ab66-7871f67fa834", "name": "network-vif-deleted", "tag": "e07fa31c-504e-4844-bcca-6d42fa7d5b04", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:41.556617 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-032c6893-be30-4eb6-808a-15760384db8f {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:41.557197 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032c6893-be30-4eb6-808a-15760384db8f'] response: {'server_uuid': '7c8d6f86-a21e-472f-ab66-7871f67fa834', 'name': 'network-vif-deleted', 'tag': 'e07fa31c-504e-4844-bcca-6d42fa7d5b04', 'status': 'completed', 'code': 200} Aug 30 02:04:41.721366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:41.728290 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:41.757247 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port bc39d290-c837-4583-8d41-6ac2c3693b73 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:41.757572 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:41.842161 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac85c2b7-b263-43c7-8303-69655f47a21b req-a88bafd1-33dd-493b-9eb0-907e9334ae2d tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0512366 Aug 30 02:04:41.875905 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:41.900236 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-21dce61a-ffa3-4cc4-b4da-cb96e609506a req-e0cdd538-51d7-418c-bf82-5954642975e6 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0456021 Aug 30 02:04:41.915005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:41.984588 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port bc39d290-c837-4583-8d41-6ac2c3693b73 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:42.016251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:40Z', 'revision_number': 3, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:42.062590 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.079815 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Checking router: 7c9cd47c-cc14-4668-99b2-0695767cae68 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:04:42.080167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Updating router 7c9cd47c-cc14-4668-99b2-0695767cae68 port 9f45a61c-d765-4e30-b83d-564bfd899b72 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:04:42.091599 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:42.123124 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.218085 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-3a275bd3-8428-483e-a50a-8a9fd4b04b33 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:42.221010 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-3a275bd3-8428-483e-a50a-8a9fd4b04b33 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1717443 Aug 30 02:04:42.268018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Allocated IP 172.20.0.1 (fb93bb88-cb60-46a7-8b65-48732a562f78/0f7ec4b2-4242-4c77-b65c-25f0cfade664/b05dcfeb-3632-4f5a-9a44-c89a1877d844) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:42.278628 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c05a8f3d-84df-4046-9639-0b58ed4564d1 req-1ff29d1b-f851-4cee-b31b-a94caeaa779e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0511620 Aug 30 02:04:42.355782 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-5b54280c-fdb6-4ae1-a0b6-e795c98241ff tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 472 time: 0.1180127 Aug 30 02:04:42.371118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'port': {'device_id': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'admin_state_up': True, 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'security_groups': ['4e9f1a4b-e671-4a45-ac38-d789cb81297c']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:42.418260 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks [] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.528911 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks [] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.529280 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:42.579402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.610986 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.625913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Network fb93bb88-cb60-46a7-8b65-48732a562f78 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:42.630544 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:42.635084 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:42.640985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Pushing event updated for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:42.661525 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-357e80e6-8352-4a44-98d6-843a322ef9bc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:42.663252 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-357e80e6-8352-4a44-98d6-843a322ef9bc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 819 time: 0.2668653 Aug 30 02:04:42.684727 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Attempting to bind port 9f45a61c-d765-4e30-b83d-564bfd899b72 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:42.690928 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Attempting to bind port 9f45a61c-d765-4e30-b83d-564bfd899b72 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:42.690928 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Attempting to bind port 9f45a61c-d765-4e30-b83d-564bfd899b72 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:42.691232 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (7c9cd47c-cc14-4668-99b2-0695767cae68), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.696691 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:42.697333 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:42.697707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.698275 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:42.701061 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Bound port: 9f45a61c-d765-4e30-b83d-564bfd899b72, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:42.701061 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.735304 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec07c83-19fd-4047-8aa9-f8bd7f97acfe None None] Pushing event updated for resources: {'Port': ['ID=9f45a61c-d765-4e30-b83d-564bfd899b72,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:42.775801 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] For port 9f45a61c-d765-4e30-b83d-564bfd899b72, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:42.780266 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] For port 9f45a61c-d765-4e30-b83d-564bfd899b72, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9f45a61c-d765-4e30-b83d-564bfd899b72,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:42.815699 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-76c6ceb8-ae37-4624-a9fe-adeac5b5c8f3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e7f4b9bbe0b640688754d04484900cca HTTP/1.1" status: 200 len: 380 time: 0.0971673 Aug 30 02:04:42.826498 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'port': {'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'admin_state_up': True, 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'security_groups': ['8a11567a-f15b-4b54-a6b1-4597d059ffc1']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:42.835271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:42.839238 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.922081 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:42.980480 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:42.981134 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:43.007346 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-146353de-cf44-4d85-b9a9-bcb7bb68d9da req-7ee1ced2-0256-4127-95e5-f2708d3ce127 tempest-VolumesNegativeTest-240126978 tempest-VolumesNegativeTest-240126978-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7c8d6f86-a21e-472f-ab66-7871f67fa834 HTTP/1.1" status: 200 len: 210 time: 0.0470655 Aug 30 02:04:43.093489 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:43.097686 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.103144 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec07c83-19fd-4047-8aa9-f8bd7f97acfe None None] Pushing event updated for resources: {'Port': ['ID=9f45a61c-d765-4e30-b83d-564bfd899b72,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:43.109791 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c16973c6-e10d-4ecc-b533-855e87f289d8 req-70163555-2177-41c4-8da5-749b558ecfd4 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0806680 Aug 30 02:04:43.135831 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-d6a3e138-7c97-492f-ae7d-0d88d82aeb8c None None] Provisioning complete for port b05dcfeb-3632-4f5a-9a44-c89a1877d844 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:43.136295 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d6a3e138-7c97-492f-ae7d-0d88d82aeb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.152234 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.20.0.13 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/8b6c3ad2-e81a-4dbf-bc9b-548cbff19569) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:43.188318 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-d6a3e138-7c97-492f-ae7d-0d88d82aeb8c None None] Port b05dcfeb-3632-4f5a-9a44-c89a1877d844 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:43.194748 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:43.320458 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks [] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.325758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Made reservation on behalf of e7f4b9bbe0b640688754d04484900cca for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:43.330131 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.354809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.368568 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:43.411351 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d5176bf6-c6cd-4963-b038-72a7bf21c31a req-a6845c54-8711-4070-ae4b-4e70702ad6df tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0381017 Aug 30 02:04:43.417972 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 1, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:43.448873 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd970c3c-8af6-4572-b62b-47b43f9a92a1 None None] The sync data for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi is: [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 1, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:04:43.486470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.504460 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Allocated IP 172.20.0.14 (1d16cb49-ecef-4189-a61f-53bbf0aaef30/ebcc4ce7-292e-4024-8edf-d9a86e826925/0613d132-cca5-44d5-80b4-de90c29f8aa0) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:43.559214 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (7c9cd47c-cc14-4668-99b2-0695767cae68), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.560990 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Pushing event updated for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:43.608863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.675183 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:43.685125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:43.692621 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:43.709489 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:43.738278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:43.746000 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Network fb93bb88-cb60-46a7-8b65-48732a562f78 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:43.750091 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:43.782387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.793252 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:43.794219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:43.951197 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-9eeac568-08b0-411d-ba15-e885743eaa35 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5874219 Aug 30 02:04:43.981621 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Request body: {'port': {'device_id': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:44.015258 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:44.290817 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Provisioning complete for port b05dcfeb-3632-4f5a-9a44-c89a1877d844 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:44.291392 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:44.301556 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Router 7c9cd47c-cc14-4668-99b2-0695767cae68 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:04:44.308441 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9516d95-f721-49f9-bcb6-229184cd0b16 req-d17d2e7e-1233-4a73-9cce-eb753e08b621 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:44.313283 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a9516d95-f721-49f9-bcb6-229184cd0b16 req-d17d2e7e-1233-4a73-9cce-eb753e08b621 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 932 time: 0.0650804 Aug 30 02:04:44.360415 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Port b05dcfeb-3632-4f5a-9a44-c89a1877d844 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:44.381383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Provisioning complete for port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:44.381383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:44.428612 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-604cef22-2d30-471b-80f9-0732a681e65a None None] Port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:44.489953 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a9516d95-f721-49f9-bcb6-229184cd0b16 req-7f80c88a-2b9c-45d2-aafe-050c7688c189 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685684 Aug 30 02:04:44.503925 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:44.551926 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:04:44.561492 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b81908a6-4c14-43d7-8618-fb4579e0169a admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7c9cd47c-cc14-4668-99b2-0695767cae68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0928228 Aug 30 02:04:44.646654 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:44.664903 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:44.673372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:44.680785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event updated for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:44.686901 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:44.755823 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:44.756464 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:44.763848 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device e07fa31c-504e-4844-bcca-6d42fa7d5b04 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:04:44.781399 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147cf8e-5f9a-42e2-b1c0-2ef4c01d21f5 req-635d4660-c39d-4ab6-b37b-6894e6b9f341 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:44.792585 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d147cf8e-5f9a-42e2-b1c0-2ef4c01d21f5 req-635d4660-c39d-4ab6-b37b-6894e6b9f341 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 932 time: 0.2144651 Aug 30 02:04:44.809867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:44.811684 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: e07fa31c-504e-4844-bcca-6d42fa7d5b04 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:04:44.813207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device e07fa31c-504e-4844-bcca-6d42fa7d5b04 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:04:44.907776 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d147cf8e-5f9a-42e2-b1c0-2ef4c01d21f5 req-0f0dcb05-10cd-40b6-88a0-87189e1a2326 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087291 Aug 30 02:04:44.997434 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5c34f3b8-ec7a-4c2b-ac03-fcbc477410b6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1760604 Aug 30 02:04:45.028451 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Request body: {'port': {'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:45.072486 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-e53755e7-04fa-495c-9f7c-1fd37094a0c2 None None] Provisioning complete for port 0613d132-cca5-44d5-80b4-de90c29f8aa0 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:45.073040 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e53755e7-04fa-495c-9f7c-1fd37094a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.143210 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e53755e7-04fa-495c-9f7c-1fd37094a0c2 None None] Port 0613d132-cca5-44d5-80b4-de90c29f8aa0 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:45.249500 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.400956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:45.411328 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks [] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.444958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Transition to ACTIVE for port object 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:04:45.463277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9f45a61c-d765-4e30-b83d-564bfd899b72 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:45.505834 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:45.512835 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:45.514763 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 9f45a61c-d765-4e30-b83d-564bfd899b72 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:45.515135 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.605683 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.621167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 9f45a61c-d765-4e30-b83d-564bfd899b72 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:45.624037 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.650394 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 9f45a61c-d765-4e30-b83d-564bfd899b72, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9f45a61c-d765-4e30-b83d-564bfd899b72,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:45.675657 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0613d132-cca5-44d5-80b4-de90c29f8aa0 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:45.678851 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e576f-ba43-4d4b-b11a-3d719df55c24 req-917ab3cd-386a-47ec-9df6-6eda474e1ff7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:45.680492 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aa5e576f-ba43-4d4b-b11a-3d719df55c24 req-917ab3cd-386a-47ec-9df6-6eda474e1ff7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 944 time: 0.0684240 Aug 30 02:04:45.701527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks [] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.739866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:45.747992 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aa5e576f-ba43-4d4b-b11a-3d719df55c24 req-3374ee04-a3ce-4a2e-9f92-fe46ee971ae4 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602658 Aug 30 02:04:45.764389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Transition to ACTIVE for port object 0613d132-cca5-44d5-80b4-de90c29f8aa0 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:04:45.767808 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.784724 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56618) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:45.792044 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-607570242-network', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:45.825214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Attempting to bind port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:45.825902 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Attempting to bind port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:45.827035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Attempting to bind port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:45.832825 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 on network 316431ff-b22a-409c-830b-a78363ccfbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:04:45.833008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Attempting to bind port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:45.842206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:45.843007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:45.843007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:45.843398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Bound port: 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:45.844024 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.846182 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=9f45a61c-d765-4e30-b83d-564bfd899b72,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:45.884594 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.950738 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Made reservation on behalf of 28f99120ebae4b29820cc0430ae94f59 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:45.954252 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.971410 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:45.982912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Pushing event updated for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:46.004359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:46.048295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:46.077879 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fd6b-c862-4651-82f7-b3bd914b5e46 req-c4165765-266e-4984-9993-bea5e80954f8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.079505 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a340fd6b-c862-4651-82f7-b3bd914b5e46 req-c4165765-266e-4984-9993-bea5e80954f8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 944 time: 0.0702689 Aug 30 02:04:46.105907 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Attempting to bind port 0613d132-cca5-44d5-80b4-de90c29f8aa0 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:46.106033 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Attempting to bind port 0613d132-cca5-44d5-80b4-de90c29f8aa0 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:46.106326 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Attempting to bind port 0613d132-cca5-44d5-80b4-de90c29f8aa0 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:46.111089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks [] for security_group (714dada1-f71d-4946-8aac-e608c6dd36b7), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.120499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Port 0613d132-cca5-44d5-80b4-de90c29f8aa0 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:04:46.120725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Attempting to bind port 0613d132-cca5-44d5-80b4-de90c29f8aa0 on network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:46.142205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.142205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.142205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.143124 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 HTTP/1.1" status: 200 len: 1094 time: 2.1730332 Aug 30 02:04:46.145854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:46.146427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Checking segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:46.146652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Bound using segment: {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:46.147064 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Bound port: 0613d132-cca5-44d5-80b4-de90c29f8aa0, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fdebe25-2759-4ecd-90de-c565abaf4d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:46.147409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.149387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:46.151744 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:46.204282 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db82cd3-7758-43a8-bdac-4b40b2e801fc x-openstack-request-id: req-0db82cd3-7758-43a8-bdac-4b40b2e801fc {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:46.204738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:46.212317 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0db82cd3-7758-43a8-bdac-4b40b2e801fc {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:46.212317 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db82cd3-7758-43a8-bdac-4b40b2e801fc'] response: {'name': 'network-changed', 'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'status': 'completed', 'code': 200} Aug 30 02:04:46.220550 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a340fd6b-c862-4651-82f7-b3bd914b5e46 req-bb7275e6-1519-4e73-8f1a-fbae060f1fb7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277406 Aug 30 02:04:46.258430 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (714dada1-f71d-4946-8aac-e608c6dd36b7), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.278138 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Sync routers for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:04:46.298676 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:46.299415 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:46.330062 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:04:46.330062 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714dada1-f71d-4946-8aac-e608c6dd36b7,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:46.349907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (a005486d-1760-4efa-9787-7a233822cf59), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.350887 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Added segment a005486d-1760-4efa-9787-7a233822cf59 of type vlan for network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 Aug 30 02:04:46.365290 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-2126216c-5fd6-4722-8194-614fb5f1e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.368208 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-2126216c-5fd6-4722-8194-614fb5f1e088 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 1128 time: 0.1112592 Aug 30 02:04:46.383020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:46.399785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4296e-c797-4c65-925d-dd647d133bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:46.421538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (2cf9adea-85f2-4974-a8d4-1d625c47aa21), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.432208 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:46.480536 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:46.485998 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:46.528248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-8725f19c-6c81-45d0-b228-1ff964ac947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.529670 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-8725f19c-6c81-45d0-b228-1ff964ac947f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1554461 Aug 30 02:04:46.533137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (2cf9adea-85f2-4974-a8d4-1d625c47aa21), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.534308 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.535054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.608363 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.615635 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf9adea-85f2-4974-a8d4-1d625c47aa21,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:46.616441 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.617062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.619759 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 1094 time: 1.6025205 Aug 30 02:04:46.634531 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:04:46.648384 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-57a431b6-688b-47ba-af27-d52e311d43b2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8625288 Aug 30 02:04:46.649580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56682) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:46.656255 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Request body: {'subnet': {'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-607570242-subnet', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:46.706220 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-bd92e427-adc5-49c4-b028-526b2a48c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.707883 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a1dc66e6-0a44-4ee3-b1d5-c339d1d2a250 req-bd92e427-adc5-49c4-b028-526b2a48c155 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722918 Aug 30 02:04:46.709708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b1142-ff84-4f00-87bd-fd2b93084004 service neutron] Pushing event updated for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:46.810345 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:43Z', 'revision_number': 2, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:46.840029 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Checking router: 7c9cd47c-cc14-4668-99b2-0695767cae68 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:04:46.840730 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Updating router 7c9cd47c-cc14-4668-99b2-0695767cae68 port b05dcfeb-3632-4f5a-9a44-c89a1877d844 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:04:46.853112 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Made reservation on behalf of 28f99120ebae4b29820cc0430ae94f59 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:04:46.855580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.870206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-89910f4a-3576-4317-b49d-7b3b590be0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.870206 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-89910f4a-3576-4317-b49d-7b3b590be0e0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1128 time: 0.0930042 Aug 30 02:04:46.872895 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-1eed9447-842c-4a32-acdb-d39abc4d6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.874453 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-1eed9447-842c-4a32-acdb-d39abc4d6407 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 1128 time: 0.0984685 Aug 30 02:04:46.891781 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:46.914971 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-73614d4d-b190-4036-be97-b71b142e15d5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 217 time: 0.0377302 Aug 30 02:04:46.958607 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad75839-7b9e-492d-b027-6ca7a1cc50b5 req-3f26d9a5-1cfd-497f-ba1e-7e22a77ab770 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:46.961431 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fad75839-7b9e-492d-b027-6ca7a1cc50b5 req-3f26d9a5-1cfd-497f-ba1e-7e22a77ab770 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 944 time: 0.1031706 Aug 30 02:04:46.967838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:46.985357 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-c4e95cec-0e10-4b1d-bf33-326d7b928283 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 HTTP/1.1" status: 200 len: 217 time: 0.0679131 Aug 30 02:04:47.038111 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fad75839-7b9e-492d-b027-6ca7a1cc50b5 req-021e248a-8b71-4bb4-bb0b-323483bded05 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687578 Aug 30 02:04:47.108321 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-979e24fa-d777-4f96-93ab-131bbcd72150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.110048 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-979e24fa-d777-4f96-93ab-131bbcd72150 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.1860223 Aug 30 02:04:47.120556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-6ff45bdb-2e24-4543-89d8-6febaabcadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.126171 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-6ff45bdb-2e24-4543-89d8-6febaabcadd5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.1249650 Aug 30 02:04:47.183106 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:47.194799 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5ccdfa12-adf1-4cf6-ae3c-a7e9809a6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.196272 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-5ccdfa12-adf1-4cf6-ae3c-a7e9809a6a34 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724270 Aug 30 02:04:47.199028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-ff4c607c-2174-4a88-80c2-ac8238a4aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.200361 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-ff4c607c-2174-4a88-80c2-ac8238a4aae0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674865 Aug 30 02:04:47.236757 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks [] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.253527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (190acf49-8d64-4b8c-83d6-25a60bcf2517), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.310290 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190acf49-8d64-4b8c-83d6-25a60bcf2517,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:47.331275 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Checking segment: {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:47.331985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Network hostable DHCP agents. Network: 2cf9adea-85f2-4974-a8d4-1d625c47aa21, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:04:47.397692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1290-58a3-4199-9dbc-3b66105fa676 req-32087e5b-ac7a-47a7-8468-e0cdfbc69a2c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.399188 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6dbb1290-58a3-4199-9dbc-3b66105fa676 req-32087e5b-ac7a-47a7-8468-e0cdfbc69a2c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 944 time: 0.0966742 Aug 30 02:04:47.413316 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.429335 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-701c4935-7476-444a-b7fc-adaee528122b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223682 Aug 30 02:04:47.437750 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9f45a61c-d765-4e30-b83d-564bfd899b72 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:47.441482 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-85fc93da-e4f5-4da2-bdac-c189060f0b6c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121456 Aug 30 02:04:47.453524 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:47.465341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:04:47.491837 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Pushing event updated for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:47.495396 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 9f45a61c-d765-4e30-b83d-564bfd899b72 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:47.495910 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.520057 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.521122 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.521499 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.522003 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.522513 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.522992 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.523476 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.523800 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.524164 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.524658 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.525141 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.525498 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.525988 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.526468 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.526785 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:04:47.541997 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Attempting to bind port b05dcfeb-3632-4f5a-9a44-c89a1877d844 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:47.542373 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Attempting to bind port b05dcfeb-3632-4f5a-9a44-c89a1877d844 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:47.542789 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Attempting to bind port b05dcfeb-3632-4f5a-9a44-c89a1877d844 on network fb93bb88-cb60-46a7-8b65-48732a562f78 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:47.555667 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:47.557153 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Checking segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:47.558359 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.559560 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Bound using segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:47.560204 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Bound port: b05dcfeb-3632-4f5a-9a44-c89a1877d844, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:47.564311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 2cf9adea-85f2-4974-a8d4-1d625c47aa21) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:47.568072 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:47.569135 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.574690 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.578548 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6dbb1290-58a3-4199-9dbc-3b66105fa676 req-918b73db-f194-4d90-a6ab-fa1607ff9eef tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702676 Aug 30 02:04:47.596033 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b85af-1eb9-43d1-95d5-cde4bcd4913f None None] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:04:47.636342 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-490a4122-ad4b-4922-a39f-2384607e2ee4 req-e7fb0f6c-baa1-4746-bc85-9b6a8c2ae21a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985490 Aug 30 02:04:47.651386 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-168e9af4-ed28-4358-8b33-7f5c41602fd4 req-2a30ddbd-ef7f-4f26-b262-b0c8e9845929 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974905 Aug 30 02:04:47.652130 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 9f45a61c-d765-4e30-b83d-564bfd899b72 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:47.662099 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] For port b05dcfeb-3632-4f5a-9a44-c89a1877d844, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:47.665086 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] For port b05dcfeb-3632-4f5a-9a44-c89a1877d844, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=b05dcfeb-3632-4f5a-9a44-c89a1877d844,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:47.684853 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9db12b2d-39aa-4d9a-8751-3baf09a766a0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0347612 Aug 30 02:04:47.687647 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56716) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:47.695347 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:47.741710 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:04:47.742653 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.780226 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.786892 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:47.815834 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:47.816376 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:47.820770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.822179 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.824137 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:47.891198 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f8a99-8043-49e2-b973-892a48afbbba None None] Pushing event updated for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:47.898488 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for router_controller (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:47.899031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Allocated IP 172.20.0.2 (2cf9adea-85f2-4974-a8d4-1d625c47aa21/190acf49-8d64-4b8c-83d6-25a60bcf2517/88c8ff36-e714-418e-8633-ccd35e5c89ab) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:47.949050 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:48.007948 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:48.047980 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks [] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.146095 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.189846 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:47Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:48.203145 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:48.206201 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:48.222417 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd593236-e5e7-4633-947c-adee86c6d894" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:48.222765 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:48.222865 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1e9d-5d93-417a-9d3f-a00447133c23 None None] The sync data for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi is: [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:47Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:04:48.223016 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Pushing event updated for resources: {'Port': ['ID=88c8ff36-e714-418e-8633-ccd35e5c89ab,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:48.223016 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:48.237677 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f0e6f-4a0e-48d8-a11b-3c2ee8348288 req-5c9b1580-3128-481c-acdb-e927cdf240f3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:48.239379 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e3f0e6f-4a0e-48d8-a11b-3c2ee8348288 req-5c9b1580-3128-481c-acdb-e927cdf240f3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 944 time: 0.1127431 Aug 30 02:04:48.259976 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:48.263517 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for router_gateway (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.273949 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0dfd74-d158-4b25-a108-c79d2e3f9663 x-openstack-request-id: req-ab0dfd74-d158-4b25-a108-c79d2e3f9663 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:48.274241 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:48.274495 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ab0dfd74-d158-4b25-a108-c79d2e3f9663 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:48.274879 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0dfd74-d158-4b25-a108-c79d2e3f9663'] response: {'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'status': 'completed', 'code': 200} Aug 30 02:04:48.293336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Attempting to bind port 88c8ff36-e714-418e-8633-ccd35e5c89ab on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:48.293736 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Attempting to bind port 88c8ff36-e714-418e-8633-ccd35e5c89ab by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:48.294100 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Attempting to bind port 88c8ff36-e714-418e-8633-ccd35e5c89ab on network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:48.300166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:48.300544 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Checking segment: {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:48.300949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.314373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Bound using segment: {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:48.314373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Bound port: 88c8ff36-e714-418e-8633-ccd35e5c89ab, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:48.314373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.323383 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e3f0e6f-4a0e-48d8-a11b-3c2ee8348288 req-5bbf79c1-cb12-4b28-8b66-e187c96e3a14 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751071 Aug 30 02:04:48.382972 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] For port 88c8ff36-e714-418e-8633-ccd35e5c89ab, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:48.382972 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] For port 88c8ff36-e714-418e-8633-ccd35e5c89ab, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=88c8ff36-e714-418e-8633-ccd35e5c89ab,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:48.516702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.578985 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badc59b-8b0a-4679-9fbc-5bee870d5bdb None None] Pushing event updated for resources: {'Port': ['ID=88c8ff36-e714-418e-8633-ccd35e5c89ab,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:48.621789 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for router_gateway (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.647983 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:48.701178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:48.800728 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6598ee4-0f82-49b4-b3df-f025479e78ff req-895239a1-6013-452b-be22-58698604ca1b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:48.802971 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6598ee4-0f82-49b4-b3df-f025479e78ff req-895239a1-6013-452b-be22-58698604ca1b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 944 time: 0.0798357 Aug 30 02:04:48.852442 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Allocated IP 172.27.2.39 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/120b257f-7848-4c6d-bfe0-70b49fd928c0) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:48.872807 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6598ee4-0f82-49b4-b3df-f025479e78ff req-272cd939-37cf-44fe-a7d4-05bb40a6f8a7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561492 Aug 30 02:04:49.065843 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:49.075330 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:04:49.194841 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:49.230157 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:49.235640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:49.239894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:49.267435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Pushing event updated for resources: {'Port': ['ID=120b257f-7848-4c6d-bfe0-70b49fd928c0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:49.333803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:49.512964 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87467-45d5-4c87-9481-62332eed9a9f req-01082aac-1350-4481-8f00-1cdfb6b79a75 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:49.520006 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0de87467-45d5-4c87-9481-62332eed9a9f req-01082aac-1350-4481-8f00-1cdfb6b79a75 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 944 time: 0.0851426 Aug 30 02:04:49.612909 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 88c8ff36-e714-418e-8633-ccd35e5c89ab up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:49.615350 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0de87467-45d5-4c87-9481-62332eed9a9f req-ce8934be-75bc-4dd3-abee-70978a128df3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942802 Aug 30 02:04:49.691723 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for router_gateway (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:49.712595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 88c8ff36-e714-418e-8633-ccd35e5c89ab triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:49.712975 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:49.723220 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593236-e5e7-4633-947c-adee86c6d894 req-c38d530d-b43a-4178-a586-f0577d73d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:49.725881 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-c38d530d-b43a-4178-a586-f0577d73d2f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1128 time: 0.0675006 Aug 30 02:04:49.827023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b6966-cedb-4f65-95d7-8564992c1f81 None None] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:04:49.832172 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 88c8ff36-e714-418e-8633-ccd35e5c89ab is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:49.832557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:49.855656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593236-e5e7-4633-947c-adee86c6d894 req-b15e79ec-b948-4c12-867b-97894036d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:49.857147 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-b15e79ec-b948-4c12-867b-97894036d0fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.1249259 Aug 30 02:04:49.903220 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-63c7d715-8945-4b54-a606-b892e80d2771 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 217 time: 0.0389342 Aug 30 02:04:49.978264 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593236-e5e7-4633-947c-adee86c6d894 req-e6c759da-7414-4a6e-9d4f-672d48989ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:49.983780 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-e6c759da-7414-4a6e-9d4f-672d48989ea8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0698125 Aug 30 02:04:49.989702 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.086865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593236-e5e7-4633-947c-adee86c6d894 req-10bb0113-11cb-4c7e-ac23-20366b6aa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:50.089128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Provisioning complete for port 88c8ff36-e714-418e-8633-ccd35e5c89ab triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:50.089516 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.090890 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-10bb0113-11cb-4c7e-ac23-20366b6aa994 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997739 Aug 30 02:04:50.126737 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31def9b5-4256-4488-8529-d46c23058669 req-70a773b3-6563-404f-87d4-2fefd0bce424 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:50.129078 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31def9b5-4256-4488-8529-d46c23058669 req-70a773b3-6563-404f-87d4-2fefd0bce424 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 944 time: 0.0898769 Aug 30 02:04:50.167250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 88c8ff36-e714-418e-8633-ccd35e5c89ab, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=88c8ff36-e714-418e-8633-ccd35e5c89ab,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:50.246354 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31def9b5-4256-4488-8529-d46c23058669 req-1e71a03e-70ac-482b-8ca0-3aba27c3fc60 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831552 Aug 30 02:04:50.252777 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-ac61ea91-4266-49ef-ace9-d1c173b3b65c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514125 Aug 30 02:04:50.287578 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Current status of the port 88c8ff36-e714-418e-8633-ccd35e5c89ab is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:50.287578 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.379249 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd593236-e5e7-4633-947c-adee86c6d894 req-81270579-46c4-41f9-b716-e20a1a0e26d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168146 Aug 30 02:04:50.397948 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.398992 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device b05dcfeb-3632-4f5a-9a44-c89a1877d844 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:50.436605 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:04:50.515470 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.db.api [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 02:04:50.515902 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG oslo_db.api [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 02:04:50.525886 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=88c8ff36-e714-418e-8633-ccd35e5c89ab,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:50.544093 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port b05dcfeb-3632-4f5a-9a44-c89a1877d844 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:50.544888 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.566254 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:04:50.581792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Sync routers for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:04:50.605912 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:50.606548 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:50.649962 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.653584 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-199c7164-400b-4419-be3d-4c55031d8ecd admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9623656 Aug 30 02:04:50.654291 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56848) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:50.749884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port b05dcfeb-3632-4f5a-9a44-c89a1877d844 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:50.751182 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:50.781941 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0819-0de9-4134-8b2b-cd5b6e0cef9c req-8f5c832c-cf71-4d1f-94c2-7090aa095f20 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:50.788149 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-794e0819-0de9-4134-8b2b-cd5b6e0cef9c req-8f5c832c-cf71-4d1f-94c2-7090aa095f20 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 944 time: 0.0677719 Aug 30 02:04:50.804325 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:04:50.809353 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:50.861164 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-794e0819-0de9-4134-8b2b-cd5b6e0cef9c req-0d1091db-4cfa-458e-8f23-41fa4b2bb9b2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656271 Aug 30 02:04:50.894149 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port b05dcfeb-3632-4f5a-9a44-c89a1877d844, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=b05dcfeb-3632-4f5a-9a44-c89a1877d844,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:51.115213 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:51.129845 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-678c3895-d9c3-4269-bd87-b077760baf53 None None] Current status of the port 88c8ff36-e714-418e-8633-ccd35e5c89ab is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:51.136973 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'port_id': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'mac_address': 'fa:16:3e:55:2f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:04:51.152846 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:49Z', 'revision_number': 3, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:51.200132 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Checking router: ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:04:51.200482 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Updating router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 port 120b257f-7848-4c6d-bfe0-70b49fd928c0 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:04:51.232828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:51.233275 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.260587 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.265112 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:51.286997 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-ec91c3eb-50a7-4824-b014-8abd59bb62c7 None None] Provisioning complete for port 88c8ff36-e714-418e-8633-ccd35e5c89ab triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:51.287375 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ec91c3eb-50a7-4824-b014-8abd59bb62c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.330456 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:51.391920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdd6e9-27c9-4aa7-8c58-4567158f6cf4 req-4321cfac-b09d-4b30-bbc0-01a841c351c7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:51.393406 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f8bdd6e9-27c9-4aa7-8c58-4567158f6cf4 req-4321cfac-b09d-4b30-bbc0-01a841c351c7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 944 time: 0.0574896 Aug 30 02:04:51.455575 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.481999 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f8bdd6e9-27c9-4aa7-8c58-4567158f6cf4 req-78e1a88e-7e35-4a5b-bdc8-1aec9f180739 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669503 Aug 30 02:04:51.486305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-ec91c3eb-50a7-4824-b014-8abd59bb62c7 None None] Current status of the port 88c8ff36-e714-418e-8633-ccd35e5c89ab is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:51.552059 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.552794 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0613d132-cca5-44d5-80b4-de90c29f8aa0 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:04:51.554765 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.596784 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:51.656463 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks [] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.697561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Allocated IP 172.20.0.1 (2cf9adea-85f2-4974-a8d4-1d625c47aa21/190acf49-8d64-4b8c-83d6-25a60bcf2517/da149dee-91a2-4678-b363-53b119d10d3f) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:04:51.709264 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:51.784058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 88c8ff36-e714-418e-8633-ccd35e5c89ab up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:51.813585 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks [] for port (da149dee-91a2-4678-b363-53b119d10d3f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.857767 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:51.875008 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:51.887753 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:51.892779 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:04:51.903836 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Attempting to bind port 120b257f-7848-4c6d-bfe0-70b49fd928c0 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:51.904215 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Attempting to bind port 120b257f-7848-4c6d-bfe0-70b49fd928c0 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:51.904589 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Attempting to bind port 120b257f-7848-4c6d-bfe0-70b49fd928c0 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:51.962936 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.025821 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb3cbb-9101-4b52-afc1-70fbb4645f8c req-10a90315-4259-4f95-b52b-5bfae7ca56d5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:52.027663 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-26fb3cbb-9101-4b52-afc1-70fbb4645f8c req-10a90315-4259-4f95-b52b-5bfae7ca56d5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 945 time: 0.0694733 Aug 30 02:04:52.040579 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:52.046133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Pushing event updated for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:52.058554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:52.062413 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:52.075914 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:04:52.099721 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:52.100099 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:52.100509 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.100916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:52.101377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Bound port: 120b257f-7848-4c6d-bfe0-70b49fd928c0, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:52.101781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.129471 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 88c8ff36-e714-418e-8633-ccd35e5c89ab triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:52.130449 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.142256 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f001-6efc-4dd3-bf3f-377ec42edbe1 None None] Pushing event updated for resources: {'Port': ['ID=120b257f-7848-4c6d-bfe0-70b49fd928c0,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:52.142489 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.153831 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-26fb3cbb-9101-4b52-afc1-70fbb4645f8c req-2d56862e-8e15-4864-86b9-c9c61c00dc0f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189651 Aug 30 02:04:52.173354 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 0613d132-cca5-44d5-80b4-de90c29f8aa0 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:52.173787 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.211955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0613d132-cca5-44d5-80b4-de90c29f8aa0 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:04:52.229512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] For port 120b257f-7848-4c6d-bfe0-70b49fd928c0, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:52.235368 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] For port 120b257f-7848-4c6d-bfe0-70b49fd928c0, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=120b257f-7848-4c6d-bfe0-70b49fd928c0,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:52.250668 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:52.305062 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 88c8ff36-e714-418e-8633-ccd35e5c89ab is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:52.363015 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.365432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.395535 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (da149dee-91a2-4678-b363-53b119d10d3f), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.406411 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:52.408370 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:52.457681 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7178c3aa-4d0e-403f-ab48-154f30567fb3 None None] Provisioning complete for port da149dee-91a2-4678-b363-53b119d10d3f triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:52.458125 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7178c3aa-4d0e-403f-ab48-154f30567fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (da149dee-91a2-4678-b363-53b119d10d3f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.472396 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f001-6efc-4dd3-bf3f-377ec42edbe1 None None] Pushing event updated for resources: {'Port': ['ID=120b257f-7848-4c6d-bfe0-70b49fd928c0,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:52.585064 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks [] for port (da149dee-91a2-4678-b363-53b119d10d3f), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.611327 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7178c3aa-4d0e-403f-ab48-154f30567fb3 None None] Port da149dee-91a2-4678-b363-53b119d10d3f cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:52.626225 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d005e3-a052-4722-b6a1-b25f6ebb4998 req-7a5832f9-d129-4994-bd59-62c1577b0aa9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:52.627741 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b0d005e3-a052-4722-b6a1-b25f6ebb4998 req-7a5832f9-d129-4994-bd59-62c1577b0aa9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 945 time: 0.0586734 Aug 30 02:04:52.629531 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:52.658586 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:52.694419 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b0d005e3-a052-4722-b6a1-b25f6ebb4998 req-7ad647f3-e9b9-4135-868e-b769de371f5c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530510 Aug 30 02:04:52.767577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.795388 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['0613d132-cca5-44d5-80b4-de90c29f8aa0'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:04:52.841122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Pushing event updated for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:52.847159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:52.905955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:04:52.942816 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'da149dee-91a2-4678-b363-53b119d10d3f', 'name': '', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'mac_address': 'fa:16:3e:1d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:51Z', 'updated_at': '2022-08-30T02:04:51Z', 'revision_number': 1, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'subnets': [{'id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:52.952597 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:04:52.954099 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:04:52.991310 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72cb16d-15e7-40dc-a444-4ca2932cc9f2 None None] The sync data for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi is: [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'da149dee-91a2-4678-b363-53b119d10d3f', 'name': '', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'mac_address': 'fa:16:3e:1d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:51Z', 'updated_at': '2022-08-30T02:04:51Z', 'revision_number': 1, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'subnets': [{'id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:04:53.107618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:04:53.238923 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:53.243470 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-176b427d-77f9-4520-9302-9b33345da90b None None] Provisioning complete for port da149dee-91a2-4678-b363-53b119d10d3f triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:53.243897 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-176b427d-77f9-4520-9302-9b33345da90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (da149dee-91a2-4678-b363-53b119d10d3f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:53.284798 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:04:53.298884 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-818de143-9f4f-489e-9880-29809d6cec1c admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ddb3a568-429b-4fe9-8ffc-5da80a11a3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431391 Aug 30 02:04:53.307760 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-176b427d-77f9-4520-9302-9b33345da90b None None] Port da149dee-91a2-4678-b363-53b119d10d3f cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:04:53.356782 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a906f-8a49-4cc4-a499-42e0af841f06 req-4d2c8b97-1b8e-4250-a1a4-f502d55107cb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:53.358367 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0c9a906f-8a49-4cc4-a499-42e0af841f06 req-4d2c8b97-1b8e-4250-a1a4-f502d55107cb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 945 time: 0.0878050 Aug 30 02:04:53.422015 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0c9a906f-8a49-4cc4-a499-42e0af841f06 req-095046af-fd2f-4266-8b7b-7470b56397dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556309 Aug 30 02:04:53.521874 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:53.603429 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:53.668803 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device b05dcfeb-3632-4f5a-9a44-c89a1877d844 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:53.741547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port b05dcfeb-3632-4f5a-9a44-c89a1877d844 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:53.741934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:53.829796 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port b05dcfeb-3632-4f5a-9a44-c89a1877d844 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:53.837400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca26f-85be-4aa8-ad92-5cf5220d3eb8 req-e1f04666-860c-4854-850b-3b25d550ad30 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:53.838983 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed7ca26f-85be-4aa8-ad92-5cf5220d3eb8 req-e1f04666-860c-4854-850b-3b25d550ad30 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Aug 30 02:04:53.887946 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed7ca26f-85be-4aa8-ad92-5cf5220d3eb8 req-262d5cc7-9baa-477f-8861-ad41571eccfd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Aug 30 02:04:54.287854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:54.419862 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56942) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:54.602879 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8d6c4-b355-416a-a3ec-c834419a768f req-c2f1c782-a5d7-415f-8f48-7a7beb7a58d2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:54.612211 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1ef8d6c4-b355-416a-a3ec-c834419a768f req-c2f1c782-a5d7-415f-8f48-7a7beb7a58d2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 945 time: 0.1165977 Aug 30 02:04:54.736963 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1ef8d6c4-b355-416a-a3ec-c834419a768f req-a2b9e74b-ab9b-4e81-8294-60fef414829e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228569 Aug 30 02:04:54.755903 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2c89a455-4827-4acf-811b-f17e35df014b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d779875224e742f9a3f3bf4bfcf12fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341444 Aug 30 02:04:54.758960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 56948) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:54.807206 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:54.847606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] Publish callbacks [] for security_group (964051d8-0da2-41c2-bb87-af01ae23755e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:54.881539 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] Publish callbacks [] for security_group (964051d8-0da2-41c2-bb87-af01ae23755e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:54.886212 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:04:54.991463 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:54.991840 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.069929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fd4f8-1dcc-4850-891c-745e934a8f31 req-dae63f3c-d375-4732-8d87-51cb6a166bd3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:55.080353 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-291fd4f8-1dcc-4850-891c-745e934a8f31 req-dae63f3c-d375-4732-8d87-51cb6a166bd3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 945 time: 0.0931900 Aug 30 02:04:55.130680 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:55.131090 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.148984 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (964051d8-0da2-41c2-bb87-af01ae23755e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.151736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.156128 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/964051d8-0da2-41c2-bb87-af01ae23755e HTTP/1.1" status: 204 len: 168 time: 0.3931413 Aug 30 02:04:55.167048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43197c-90c0-43bf-9fc4-2317b963cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964051d8-0da2-41c2-bb87-af01ae23755e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:55.190145 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-291fd4f8-1dcc-4850-891c-745e934a8f31 req-4dfe4283-6dfa-462a-b3b5-f90fa57630b9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087358 Aug 30 02:04:55.219753 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:55.225395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:55.233085 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8cecc-81f6-4e89-9b7f-7d1973504025" -d '{"events": [{"server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "name": "network-vif-plugged", "status": "completed", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:55.315083 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad4eb5-dfc2-41ca-a93e-7d3bdc2ddee1 x-openstack-request-id: req-c0ad4eb5-dfc2-41ca-a93e-7d3bdc2ddee1 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:55.315761 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "name": "network-vif-plugged", "status": "completed", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:55.316319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c0ad4eb5-dfc2-41ca-a93e-7d3bdc2ddee1 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:55.316725 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ad4eb5-dfc2-41ca-a93e-7d3bdc2ddee1'] response: {'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'code': 200} Aug 30 02:04:55.429387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.430776 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0613d132-cca5-44d5-80b4-de90c29f8aa0 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:55.578878 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 0613d132-cca5-44d5-80b4-de90c29f8aa0 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:04:55.596418 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:55.699249 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 0613d132-cca5-44d5-80b4-de90c29f8aa0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:55.700013 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.740772 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 120b257f-7848-4c6d-bfe0-70b49fd928c0 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:55.866481 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 120b257f-7848-4c6d-bfe0-70b49fd928c0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:55.866884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.900366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 0613d132-cca5-44d5-80b4-de90c29f8aa0 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:55.901513 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:55.939712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034bfd4-1b5d-4615-9af3-ba5b151eda09 req-d6bb9a1c-0622-4778-a21d-dc6e5f389234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:55.943834 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9034bfd4-1b5d-4615-9af3-ba5b151eda09 req-d6bb9a1c-0622-4778-a21d-dc6e5f389234 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 1130 time: 0.1111076 Aug 30 02:04:55.973949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:56.010595 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57517ae0-3678-49b3-aff2-312835e88636 req-94ea7a59-e571-4d3e-9e04-2b77a29abbfd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:56.021795 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-57517ae0-3678-49b3-aff2-312835e88636 req-94ea7a59-e571-4d3e-9e04-2b77a29abbfd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.1311212 Aug 30 02:04:56.027791 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 120b257f-7848-4c6d-bfe0-70b49fd928c0 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:56.028182 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:56.057106 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 120b257f-7848-4c6d-bfe0-70b49fd928c0, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=120b257f-7848-4c6d-bfe0-70b49fd928c0,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:04:56.064053 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9034bfd4-1b5d-4615-9af3-ba5b151eda09 req-d67c5b91-729f-4fed-ac89-df597bd5b092 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090524 Aug 30 02:04:56.082603 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-57517ae0-3678-49b3-aff2-312835e88636 req-e4da38c9-5078-44e4-92b8-0e760fa747d0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563853 Aug 30 02:04:56.113341 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:56.175161 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:56.282119 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:56.351454 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=120b257f-7848-4c6d-bfe0-70b49fd928c0,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:56.360479 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37860afb-ac0a-444d-aaca-0d25967d3036 req-61c8a4a7-51ef-4c39-b11e-a75281e54b66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:56.372400 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-37860afb-ac0a-444d-aaca-0d25967d3036 req-61c8a4a7-51ef-4c39-b11e-a75281e54b66 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0964103 Aug 30 02:04:56.425818 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-37860afb-ac0a-444d-aaca-0d25967d3036 req-c392156c-7529-4622-8a9e-c6b6488066c1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521498 Aug 30 02:04:56.488126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:56.573707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:56.606558 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Sync routers for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:04:56.618759 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:56.619706 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:56.734672 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:56.931252 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:56.937155 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'da149dee-91a2-4678-b363-53b119d10d3f', 'name': '', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'mac_address': 'fa:16:3e:1d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:51Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 2, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'subnets': [{'id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:56.968302 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Checking router: ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:04:56.968651 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Updating router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 port da149dee-91a2-4678-b363-53b119d10d3f binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:04:57.002291 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (da149dee-91a2-4678-b363-53b119d10d3f), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:57.307878 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4fb68-4f0a-479e-8fa0-bbd820f720b0 req-f935d924-1860-463d-9877-61a795f393c3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:57.309527 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1f4fb68-4f0a-479e-8fa0-bbd820f720b0 req-f935d924-1860-463d-9877-61a795f393c3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.0675817 Aug 30 02:04:57.323400 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:04:57.326802 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b84587-25d2-4ef3-827c-805097413c46" -d '{"events": [{"server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "name": "network-vif-plugged", "status": "completed", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:04:57.394925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e795c2-d503-4b11-a1c1-ffa9ba9b207f x-openstack-request-id: req-17e795c2-d503-4b11-a1c1-ffa9ba9b207f {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:04:57.395403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "name": "network-vif-plugged", "status": "completed", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:04:57.395821 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17e795c2-d503-4b11-a1c1-ffa9ba9b207f {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:04:57.396547 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e795c2-d503-4b11-a1c1-ffa9ba9b207f'] response: {'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'code': 200} Aug 30 02:04:57.416851 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1f4fb68-4f0a-479e-8fa0-bbd820f720b0 req-b8d35664-1144-44ff-8b65-e123ff435689 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006508 Aug 30 02:04:57.484584 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:57.575211 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0e2a-9593-4436-a769-6fb4ab021cc0 req-8d12d6d5-693b-4e11-8168-4ac40be4c9f4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:57.585976 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-62fd0e2a-9593-4436-a769-6fb4ab021cc0 req-8d12d6d5-693b-4e11-8168-4ac40be4c9f4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0729294 Aug 30 02:04:57.598062 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks [] for port (da149dee-91a2-4678-b363-53b119d10d3f), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:57.603939 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:57.642926 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-62fd0e2a-9593-4436-a769-6fb4ab021cc0 req-0355b56c-9986-41b6-bb76-cde03f46904e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556593 Aug 30 02:04:57.716705 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 120b257f-7848-4c6d-bfe0-70b49fd928c0 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:57.784411 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 120b257f-7848-4c6d-bfe0-70b49fd928c0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:04:57.784793 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:57.848006 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:57.920070 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 120b257f-7848-4c6d-bfe0-70b49fd928c0 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:04:57.932504 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:57.955165 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2d8a8-5a22-4f42-a12d-12e62e7be1cc None None] Pushing event updated for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:57.962740 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Attempting to bind port da149dee-91a2-4678-b363-53b119d10d3f on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:04:57.963470 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Attempting to bind port da149dee-91a2-4678-b363-53b119d10d3f by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:04:57.964427 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Attempting to bind port da149dee-91a2-4678-b363-53b119d10d3f on network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:04:57.970582 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:04:57.975687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Checking segment: {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:04:57.975687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:57.975687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Bound using segment: {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:04:57.975687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Bound port: da149dee-91a2-4678-b363-53b119d10d3f, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a005486d-1760-4efa-9787-7a233822cf59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:04:57.975687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (da149dee-91a2-4678-b363-53b119d10d3f), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:58.066727 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] For port da149dee-91a2-4678-b363-53b119d10d3f, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:04:58.078650 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] For port da149dee-91a2-4678-b363-53b119d10d3f, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=da149dee-91a2-4678-b363-53b119d10d3f,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:04:58.178678 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2107e8-4cda-4fed-8a20-ebc949de0fa6 req-8cf3cdc2-33c4-4218-a0c8-c53e815c9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:58.180243 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-de2107e8-4cda-4fed-8a20-ebc949de0fa6 req-8cf3cdc2-33c4-4218-a0c8-c53e815c9432 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0446022 Aug 30 02:04:58.233171 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-de2107e8-4cda-4fed-8a20-ebc949de0fa6 req-70e784cb-740e-4b81-8b64-bf4876d1611d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Aug 30 02:04:58.540145 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed456e-57a0-4d67-a956-87c6f7ce3a8a req-f0af4ea6-86f4-4be9-b56c-7063e79b12a6 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:58.541695 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3ed456e-57a0-4d67-a956-87c6f7ce3a8a req-f0af4ea6-86f4-4be9-b56c-7063e79b12a6 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.0476966 Aug 30 02:04:58.545422 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:58.584459 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:04:58.585087 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:58.596073 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3ed456e-57a0-4d67-a956-87c6f7ce3a8a req-a6e947ea-ac95-4fbc-a51f-d8201e9cac6b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Aug 30 02:04:58.644209 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2d8a8-5a22-4f42-a12d-12e62e7be1cc None None] Pushing event updated for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:04:58.740651 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:04:58.780688 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e7e70-ba57-418e-8c3e-97a927eeecb8 req-098aa8ca-2b91-48f7-8b03-c0ea07c37f2c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:58.787436 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e05e7e70-ba57-418e-8c3e-97a927eeecb8 req-098aa8ca-2b91-48f7-8b03-c0ea07c37f2c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.1142278 Aug 30 02:04:58.793903 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 56990) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:04:58.802428 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'port_id': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:04:58.938378 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200b673-7963-43fe-b0df-6dfacd6b27fe req-77990d34-a092-442a-8f77-13cc1d51acdd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:04:58.957173 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3200b673-7963-43fe-b0df-6dfacd6b27fe req-77990d34-a092-442a-8f77-13cc1d51acdd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.1252055 Aug 30 02:04:59.006619 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'da149dee-91a2-4678-b363-53b119d10d3f', 'name': '', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'mac_address': 'fa:16:3e:1d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:51Z', 'updated_at': '2022-08-30T02:04:58Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'subnets': [{'id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:04:59.048225 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2873dc-f850-4f5e-adb8-32b68215ab4f None None] The sync data for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi is: [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:04:52Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'da149dee-91a2-4678-b363-53b119d10d3f', 'name': '', 'network_id': '2cf9adea-85f2-4974-a8d4-1d625c47aa21', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'mac_address': 'fa:16:3e:1d:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:51Z', 'updated_at': '2022-08-30T02:04:58Z', 'revision_number': 4, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'subnets': [{'id': '190acf49-8d64-4b8c-83d6-25a60bcf2517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:04:59.058431 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3200b673-7963-43fe-b0df-6dfacd6b27fe req-6c3c5d39-c9c4-46cf-a2ea-03467f4480ec tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002851 Aug 30 02:04:59.180089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:04:59.363227 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:59.427664 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:04:59.752696 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device da149dee-91a2-4678-b363-53b119d10d3f up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:04:59.980990 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:00.035775 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port da149dee-91a2-4678-b363-53b119d10d3f triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:05:00.036366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (da149dee-91a2-4678-b363-53b119d10d3f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.111811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:00.118577 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.160703 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port da149dee-91a2-4678-b363-53b119d10d3f is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:00.161599 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (da149dee-91a2-4678-b363-53b119d10d3f), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.185406 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-57a099c3-b56f-4b6a-a8d0-60b8e4a4e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.213788 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port da149dee-91a2-4678-b363-53b119d10d3f, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=da149dee-91a2-4678-b363-53b119d10d3f,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:00.221883 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1aef-09c9-4f76-a5c8-7c6219e1dcf4 req-d32d00c7-9513-4e7b-9a0e-ac3c7dc8c9a6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:00.223684 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9b7b1aef-09c9-4f76-a5c8-7c6219e1dcf4 req-d32d00c7-9513-4e7b-9a0e-ac3c7dc8c9a6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0659492 Aug 30 02:05:00.261233 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.379167 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9b7b1aef-09c9-4f76-a5c8-7c6219e1dcf4 req-4a5c6cfc-59b1-4fa7-ba0b-60e13a1b1b0c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459064 Aug 30 02:05:00.389261 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 5438f70d-204e-4c93-ba28-4d3148723e12 associated. External IP: 172.27.2.72, port: 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569. Aug 30 02:05:00.404584 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.477554 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:00.638437 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:05:00.772571 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:05:00.780378 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:00.784866 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:05:00.800658 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:00.801281 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:00.833339 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-5ca16b7a-7930-4858-b4c7-f0a14010da62 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5438f70d-204e-4c93-ba28-4d3148723e12 HTTP/1.1" status: 200 len: 991 time: 2.0376127 Aug 30 02:05:00.834281 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:00.837032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781bd49-5c70-4cbc-b02c-13d90225d52e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:00.894563 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5984ea25-2c3c-4e12-8621-6ef4a59fa215 x-openstack-request-id: req-5984ea25-2c3c-4e12-8621-6ef4a59fa215 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:00.895423 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:00.895736 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5984ea25-2c3c-4e12-8621-6ef4a59fa215 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:00.896252 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5984ea25-2c3c-4e12-8621-6ef4a59fa215'] response: {'name': 'network-changed', 'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'status': 'completed', 'code': 200} Aug 30 02:05:00.968818 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:00.988200 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-06059667-9a50-4508-bb04-7f64948a021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:00.994128 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-06059667-9a50-4508-bb04-7f64948a021b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 1130 time: 0.0660043 Aug 30 02:05:01.076265 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:01.150853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-1d42e7be-a12c-42c3-ba0c-a7c67fe3886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:01.152268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-1d42e7be-a12c-42c3-ba0c-a7c67fe3886b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 916 time: 0.1511204 Aug 30 02:05:01.155473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:01.214330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57012) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:01.256400 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-d961253f-9f93-40a1-ab58-5f6fea4b9295 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 HTTP/1.1" status: 200 len: 999 time: 0.0962949 Aug 30 02:05:01.333543 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:01.349539 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-e034db30-d560-4395-a9f4-a48c1f6a7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:01.351496 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-e034db30-d560-4395-a9f4-a48c1f6a7908 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0855241 Aug 30 02:05:01.362305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}, {'id': '5438f70d-204e-4c93-ba28-4d3148723e12', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:55:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:04:59Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:01.363907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:01.406389 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:05:01.410282 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-b87c8989-be1f-4da3-8a4d-78a3af2e3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:01.413083 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-b87c8989-be1f-4da3-8a4d-78a3af2e3b7c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537560 Aug 30 02:05:01.418553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:01.419295 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:04:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:01.534310 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Publish callbacks [] for security_group (1907d580-59dc-45ca-8a89-bbacf2c15e8f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:01.577629 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:01.593820 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-38162ba5-46e9-48e1-925b-be541623a552 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731229 Aug 30 02:05:01.599928 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d535bb-b346-4f06-b19e-c5c66d3ab5e7 req-daa9cd27-f18a-4a00-ba89-5b5941b03843 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:01.602055 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69d535bb-b346-4f06-b19e-c5c66d3ab5e7 req-daa9cd27-f18a-4a00-ba89-5b5941b03843 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0903656 Aug 30 02:05:01.697388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1907d580-59dc-45ca-8a89-bbacf2c15e8f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:01.745105 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3cd3d5ba273045e5a9fb3b29228887d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277340 Aug 30 02:05:01.745515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57018) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:01.752234 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device da149dee-91a2-4678-b363-53b119d10d3f up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:05:01.766729 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5781bd49-5c70-4cbc-b02c-13d90225d52e req-d99609e1-8eb2-4ce4-8e2d-b2b709c7dcc9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657510 Aug 30 02:05:01.794587 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69d535bb-b346-4f06-b19e-c5c66d3ab5e7 req-1a72c40b-3877-4bf8-9f21-d2e3c2a727c2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778643 Aug 30 02:05:01.825186 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:01.826069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] Publish callbacks [] for security_group (1907d580-59dc-45ca-8a89-bbacf2c15e8f), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:01.829861 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1907d580-59dc-45ca-8a89-bbacf2c15e8f,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:01.845681 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.846040 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.846385 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.846724 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.847063 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.847563 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.847895 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.848225 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.848586 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.848909 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.849253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.849734 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.850066 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.850416 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.850708 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba62cf2f-98e7-4e6e-8931-9e371c865dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:01.869898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] Publish callbacks [] for security_group (1907d580-59dc-45ca-8a89-bbacf2c15e8f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:01.974532 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port da149dee-91a2-4678-b363-53b119d10d3f triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:05:01.975374 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (da149dee-91a2-4678-b363-53b119d10d3f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:02.000504 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ad2be-dc2b-4485-af5e-7c595a2060a2 req-546024ee-4837-4b16-b08b-108ca28c43b8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:02.010364 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-838ad2be-dc2b-4485-af5e-7c595a2060a2 req-546024ee-4837-4b16-b08b-108ca28c43b8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0577521 Aug 30 02:05:02.022323 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57022) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:02.022323 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'floatingip': {'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:02.076851 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1907d580-59dc-45ca-8a89-bbacf2c15e8f), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:02.081551 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:02.082241 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:02.084334 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1907d580-59dc-45ca-8a89-bbacf2c15e8f HTTP/1.1" status: 204 len: 168 time: 0.3378119 Aug 30 02:05:02.114332 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port da149dee-91a2-4678-b363-53b119d10d3f is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:02.120654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:02.129409 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}, {'id': '5438f70d-204e-4c93-ba28-4d3148723e12', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:55:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:04:59Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:02.135709 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080bb7b-5af0-47dc-9f7f-b09dd863ac68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907d580-59dc-45ca-8a89-bbacf2c15e8f,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:02.183101 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a883e-3bc9-44b2-9a7d-3d4cc0f4f6e7 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}, {'id': '5438f70d-204e-4c93-ba28-4d3148723e12', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.72', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:55:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:04:59Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:05:02.295328 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-52360917-9a06-4038-b0a7-244d638e6305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:02.500268 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d003f-4703-42b6-8ab0-152ec9a3ade4 None None] New status for floating IP 5438f70d-204e-4c93-ba28-4d3148723e12: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:05:02.647461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:02.754408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:03.082407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:03.402422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:03.406342 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:03.521435 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Floating IP 0ed69aa9-7f52-40f6-a649-7a83cfff5341 associated. External IP: 172.27.2.98, port: 0613d132-cca5-44d5-80b4-de90c29f8aa0. Aug 30 02:05:03.557138 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:03.591377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:03.771381 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:05:03.825706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:03.871725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:03.907586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:05:03.914856 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:03.917648 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:05:03.935940 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:03.936714 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:03.947586 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d78ba443-45f3-4206-bf0a-5a5d5601c970 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0ed69aa9-7f52-40f6-a649-7a83cfff5341 HTTP/1.1" status: 200 len: 991 time: 1.9331501 Aug 30 02:05:03.948447 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:03.953291 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aca20e-76b5-4272-b74e-f778deab4227" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:04.010377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0f619b-2d22-4047-bff0-e40141ee34f7 x-openstack-request-id: req-5d0f619b-2d22-4047-bff0-e40141ee34f7 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:04.010674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:04.010942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5d0f619b-2d22-4047-bff0-e40141ee34f7 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:04.011534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0f619b-2d22-4047-bff0-e40141ee34f7'] response: {'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'status': 'completed', 'code': 200} Aug 30 02:05:04.031505 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:04.138293 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:04.153809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-bf7a4d4f-3511-497d-8b04-8fc958423fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:04.154884 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57052) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:04.161476 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-bf7a4d4f-3511-497d-8b04-8fc958423fe1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.1215343 Aug 30 02:05:04.238772 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:04.325793 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-8e2f4f99-cacc-4c2b-830a-bb005c8e65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:04.329200 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-8e2f4f99-cacc-4c2b-830a-bb005c8e65e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.1579566 Aug 30 02:05:04.334232 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-106314285-network', 'tenant_id': '072e2c259a164ecaa45b5ff18fa3ac66'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:04.410380 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-07f24900-3242-415b-94f2-20b66e2e88fb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 999 time: 0.0734720 Aug 30 02:05:04.455629 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:05:02Z', 'revision_number': 1, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:04.474956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-22a0601c-1b37-42ed-aa53-2d8f567f6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:04.476746 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-22a0601c-1b37-42ed-aa53-2d8f567f6c5a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0586436 Aug 30 02:05:04.483167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:05:04.492305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:04.492952 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:04.511496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Made reservation on behalf of 072e2c259a164ecaa45b5ff18fa3ac66 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:05:04.513865 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.544993 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.561623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-2867c4e5-8e8f-4d7a-ae1b-78aebef63026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:04.571067 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-2867c4e5-8e8f-4d7a-ae1b-78aebef63026 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713539 Aug 30 02:05:04.659509 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks [] for security_group (05aa6033-de21-4dd8-8bac-7f6538be86b3), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.711445 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-be93cad3-ef6d-4573-ade2-9f55a07fcd7d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314144 Aug 30 02:05:04.781530 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:04.803937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (05aa6033-de21-4dd8-8bac-7f6538be86b3), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.819290 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:05:04.834992 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (ad7eae53-f4bb-4e46-b33e-49ebc1ae5833), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.835486 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Added segment ad7eae53-f4bb-4e46-b33e-49ebc1ae5833 of type vlan for network 2761f1ac-422e-4add-8966-d7328f515b23 Aug 30 02:05:04.844281 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e2aca20e-76b5-4272-b74e-f778deab4227 req-ce601fbd-1cc1-45cf-b134-26e8f89afa56 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204698 Aug 30 02:05:04.923040 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (2761f1ac-422e-4add-8966-d7328f515b23), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:04.976211 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa6033-de21-4dd8-8bac-7f6538be86b3,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:05.018300 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.041347 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:05.088211 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (2761f1ac-422e-4add-8966-d7328f515b23), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.089247 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:05.089870 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.115906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:05:02Z', 'revision_number': 1, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:05.149203 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4792e-167c-4bf7-9811-01040690a1b6 None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:05:02Z', 'revision_number': 1, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:05:05.180149 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.180926 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2761f1ac-422e-4add-8966-d7328f515b23,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:05.199077 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 2761f1ac-422e-4add-8966-d7328f515b23 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:05:05.239906 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7b0f7e76-fa2b-468e-9761-8bd4257451a5 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0845382 Aug 30 02:05:05.242444 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57056) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:05.248418 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Request body: {'subnet': {'network_id': '2761f1ac-422e-4add-8966-d7328f515b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-106314285-subnet', 'tenant_id': '072e2c259a164ecaa45b5ff18fa3ac66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:05.430983 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Made reservation on behalf of 072e2c259a164ecaa45b5ff18fa3ac66 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:05:05.433416 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.437512 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee1bcb5-3713-4096-ba4a-331d733c941b None None] New status for floating IP 0ed69aa9-7f52-40f6-a649-7a83cfff5341: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:05:05.648735 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:05.850043 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (091c4858-c987-4126-bc29-b51d68886503), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:05.924175 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=091c4858-c987-4126-bc29-b51d68886503,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:05.937598 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Checking segment: {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:05:05.939161 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Network hostable DHCP agents. Network: 2761f1ac-422e-4add-8966-d7328f515b23, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:05:06.055948 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:06.105438 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Network 2761f1ac-422e-4add-8966-d7328f515b23 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:05:06.187793 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:06.219637 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:06.295482 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 2761f1ac-422e-4add-8966-d7328f515b23) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:05:06.301207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:06.305717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:06.307860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a724d1-9af9-4a49-bc7e-8f2210f1ff9e None None] Network 2761f1ac-422e-4add-8966-d7328f515b23 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:05:06.441022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63bbd7-777d-4b52-a546-976ec338ac11 None None] Network 2761f1ac-422e-4add-8966-d7328f515b23 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:05:06.456848 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-957134d8-71de-41a0-929c-73d1bfe7f5fd admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2131035 Aug 30 02:05:06.604507 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:06.694263 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:07.973880 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:08.008133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:08.082546 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:08.173269 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:08.818470 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:08.899926 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:09.094187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:09.248161 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:09.286137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-172b5e45-6a3d-407d-940c-4a364e5ff528 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:09.287548 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-172b5e45-6a3d-407d-940c-4a364e5ff528 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 815 time: 0.1116722 Aug 30 02:05:09.306241 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-e164fa43-db8c-492d-a62d-084b92325072 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/quotas/b6200be9acd14756908c3fd33adf1506 HTTP/1.1" status: 200 len: 375 time: 0.0114694 Aug 30 02:05:09.306641 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-1b6c6453-61a9-4adc-8fd4-14590aeeb4f5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446410 Aug 30 02:05:09.321756 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:09.358070 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-0cef26dc-6198-4458-af3e-7c3d025c622d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462389 Aug 30 02:05:09.374837 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-f88443ac-bed0-4d80-9e57-1e3e53f79df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:09.376323 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-f88443ac-bed0-4d80-9e57-1e3e53f79df8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1130 time: 0.0396969 Aug 30 02:05:09.458359 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-9404962d-f731-4d24-801b-65ef50deb50e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Aug 30 02:05:09.491399 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-88a23f07-7bb6-486a-b063-6dfd13c2c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:09.493056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-88a23f07-7bb6-486a-b063-6dfd13c2c2ce service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.0961428 Aug 30 02:05:09.558404 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-b7183804-a301-43b3-946d-0fb8d5a94f50 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935984 Aug 30 02:05:09.564279 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-f5db1502-06dd-44ae-baa8-4bce61622a03 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 1002 time: 0.0650065 Aug 30 02:05:09.622888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-1cc90746-b08f-4a8d-9271-0d00d39c4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:09.629328 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-1cc90746-b08f-4a8d-9271-0d00d39c4afd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0511758 Aug 30 02:05:09.679857 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-3e644e2a-7d62-49ec-adff-277d1f00d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:09.681512 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-3e644e2a-7d62-49ec-adff-277d1f00d4c1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475371 Aug 30 02:05:09.904054 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8f22eb5d-dff2-4722-af43-7373417ade48 req-00480730-e2fa-4701-abbc-f625c46e3710 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0438664 Aug 30 02:05:10.106942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:10.126770 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-314ad6b0-8b1d-408d-ac0a-3e5d625b1156 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388549 Aug 30 02:05:10.214367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-ec835595-5520-4ef7-baf7-7cc38958c976 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:10.215839 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-ec835595-5520-4ef7-baf7-7cc38958c976 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2761f1ac-422e-4add-8966-d7328f515b23 HTTP/1.1" status: 200 len: 813 time: 0.4648421 Aug 30 02:05:10.250617 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-898cca9b-35ab-4401-97de-9e55c562088c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/quotas/072e2c259a164ecaa45b5ff18fa3ac66 HTTP/1.1" status: 200 len: 375 time: 0.0260644 Aug 30 02:05:10.270047 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53a900c5-c2b0-4bc3-9f9e-b9657f16e210 req-508863d6-c05e-4c3b-a74f-d7c90085ae3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355779 Aug 30 02:05:10.287227 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-eff143d7-c9c4-4006-892e-4594c9592cbf tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289078 Aug 30 02:05:10.288059 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:10.386070 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-64a04bd8-cd72-4f43-814d-17ead4fca36a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885434 Aug 30 02:05:10.481844 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-33d1337f-558b-43bf-9035-9d702c17c05c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901499 Aug 30 02:05:10.770358 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a9e58109-18e8-4959-ac25-eb917153e6b2 req-45794b2f-c6f9-437b-b0de-9a59974f9a92 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0287535 Aug 30 02:05:10.995329 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-87fdf026-36b3-491c-b898-a0a21ad69602 req-6f930422-3196-4f70-a24a-4dcab9da6c74 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0288105 Aug 30 02:05:11.855310 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-26be25d2-202d-4003-9f4c-1c3fd721470a req-02c37173-f1d2-4823-91b6-60cec2f1dcfd tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0304284 Aug 30 02:05:12.101032 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-16a80024-01cf-4eeb-8d8d-de619815cf17 req-a88eb221-776c-46f2-b8dd-3ff1262981d2 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Aug 30 02:05:12.963347 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6b4a45d7-c173-46e8-b165-4a09337dcbef req-43914e12-1158-487e-8760-16480476aafa tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0287831 Aug 30 02:05:13.208769 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f117e75-f220-4a89-9b8d-e5665d7d5b9b req-8946d0b3-c4ca-41bb-8c8c-9b7a2509e34c tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0338285 Aug 30 02:05:13.747031 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-cee6531a-146a-4d9b-9359-27091e4c0733 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:13.748592 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-cee6531a-146a-4d9b-9359-27091e4c0733 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 815 time: 0.1118073 Aug 30 02:05:13.770510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'port': {'device_id': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'admin_state_up': True, 'tenant_id': 'b6200be9acd14756908c3fd33adf1506'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:13.876626 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:14.048360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Made reservation on behalf of b6200be9acd14756908c3fd33adf1506 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:05:14.053367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.069513 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-116027b2-5739-494e-ba62-c700be0ea95a req-8f8ce97a-ed0b-4d99-8635-3a25a7bb8586 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0291061 Aug 30 02:05:14.186587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Allocated IP 172.20.0.12 (fb93bb88-cb60-46a7-8b65-48732a562f78/0f7ec4b2-4242-4c77-b65c-25f0cfade664/d458433e-132c-4f16-ab95-b7d676233c95) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:05:14.317618 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2581c81a-9d6e-4d39-951a-3eea9ce63fcb req-9576f95e-4260-4cb6-a016-a4a66faefdf9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0332234 Aug 30 02:05:14.332421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:14.373134 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for port (d458433e-132c-4f16-ab95-b7d676233c95), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.501517 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-bb8bb030-a8b4-46a9-9cb0-9553dc3d933a tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:14.502997 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-bb8bb030-a8b4-46a9-9cb0-9553dc3d933a tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2761f1ac-422e-4add-8966-d7328f515b23 HTTP/1.1" status: 200 len: 813 time: 0.1094811 Aug 30 02:05:14.521083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Request body: {'port': {'device_id': '728f5c90-fe26-42ce-8704-fc0473f19043', 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23', 'admin_state_up': True, 'tenant_id': '072e2c259a164ecaa45b5ff18fa3ac66'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:14.527449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.632769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Network fb93bb88-cb60-46a7-8b65-48732a562f78 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:05:14.635777 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:14.641089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:05:14.643836 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:05:14.687388 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.687739 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.688084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.688416 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.688748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.689080 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.689405 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.689767 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.690088 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.690413 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.690740 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.691063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.691408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.692090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.692440 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:14.746057 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:14.746754 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.900352 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-8824d9d3-cafe-4682-97de-e3830edbdd6b None None] Provisioning complete for port d458433e-132c-4f16-ab95-b7d676233c95 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:05:14.900972 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8824d9d3-cafe-4682-97de-e3830edbdd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (d458433e-132c-4f16-ab95-b7d676233c95), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.941974 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8824d9d3-cafe-4682-97de-e3830edbdd6b None None] Port d458433e-132c-4f16-ab95-b7d676233c95 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:05:14.970718 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d26ac6d5-b92b-4c45-aa82-955f6576b5fa tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2039769 Aug 30 02:05:14.971280 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Made reservation on behalf of 072e2c259a164ecaa45b5ff18fa3ac66 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:05:14.975027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:14.989729 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Request body: {'port': {'device_id': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:15.171763 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:15.176150 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:15.202244 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c9bc2c28-f308-402d-8c43-e14b59ea59f0 req-335e3f36-b035-4f10-9279-1ab1b6084e0b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0353684 Aug 30 02:05:15.240002 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Allocated IP 172.20.0.11 (2761f1ac-422e-4add-8966-d7328f515b23/091c4858-c987-4126-bc29-b51d68886503/6c53ac5d-91fb-4691-8545-491e6ea0ecb9) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:05:15.546584 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f438ca-b9be-4637-b238-fc74a3ff5add req-c897f6e2-412d-429f-be4d-0ec61dd40cdb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:15.548137 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-51f438ca-b9be-4637-b238-fc74a3ff5add req-c897f6e2-412d-429f-be4d-0ec61dd40cdb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 932 time: 0.1488380 Aug 30 02:05:15.598340 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:15.600783 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:15.679147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks [] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:15.685969 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-51f438ca-b9be-4637-b238-fc74a3ff5add req-53a0d855-24a9-4261-a6d6-9d542f739852 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291230 Aug 30 02:05:15.754182 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d458433e-132c-4f16-ab95-b7d676233c95 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:05:15.764517 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks [] for port (d458433e-132c-4f16-ab95-b7d676233c95), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:15.781084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Transition to ACTIVE for port object d458433e-132c-4f16-ab95-b7d676233c95 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:05:15.889179 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:15.936560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:15.941973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Network 2761f1ac-422e-4add-8966-d7328f515b23 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:05:15.953612 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:05:15.958166 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:15.963286 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:05:15.996214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Pushing event updated for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:16.036701 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:16.057606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:16.058725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:16.110698 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:16.145486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Attempting to bind port d458433e-132c-4f16-ab95-b7d676233c95 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:05:16.145875 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Attempting to bind port d458433e-132c-4f16-ab95-b7d676233c95 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:05:16.146206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Attempting to bind port d458433e-132c-4f16-ab95-b7d676233c95 on network fb93bb88-cb60-46a7-8b65-48732a562f78 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:05:16.150911 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Port d458433e-132c-4f16-ab95-b7d676233c95 on network fb93bb88-cb60-46a7-8b65-48732a562f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:05:16.151232 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Attempting to bind port d458433e-132c-4f16-ab95-b7d676233c95 on network fb93bb88-cb60-46a7-8b65-48732a562f78 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:05:16.158577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:05:16.158917 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Checking segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:05:16.159302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Bound using segment: {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:05:16.159733 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Bound port: d458433e-132c-4f16-ab95-b7d676233c95, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff01694-b3b9-4f38-a3cd-21e36819cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:05:16.160096 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:16.207007 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-9babe77d-8ffa-4ab4-a1d7-d52a3b8e2c82 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6893318 Aug 30 02:05:16.275440 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:05:16.280676 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:05:16.352889 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7683-7070-4e68-a16c-7c1c2fe5dfb2 req-ecbb9209-dd5c-4d07-8147-f1f62eac9098 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:16.354617 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69af7683-7070-4e68-a16c-7c1c2fe5dfb2 req-ecbb9209-dd5c-4d07-8147-f1f62eac9098 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0569789 Aug 30 02:05:16.380306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:16.383594 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:16.384340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:16.385958 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 1094 time: 1.4002035 Aug 30 02:05:16.392737 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:16.392737 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:16.435076 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-69af7683-7070-4e68-a16c-7c1c2fe5dfb2 req-96428dea-ca4d-46ef-a33c-d6a4015d5d7b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703413 Aug 30 02:05:16.447934 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a36e6-03d9-471f-b9a4-d4a3870d452f x-openstack-request-id: req-915a36e6-03d9-471f-b9a4-d4a3870d452f {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:16.448332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:16.449300 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-915a36e6-03d9-471f-b9a4-d4a3870d452f {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:16.450268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915a36e6-03d9-471f-b9a4-d4a3870d452f'] response: {'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:05:16.463339 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1544-9948-4518-a1a3-1028604dd5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:16.817921 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e943f8-39e4-4fce-9f04-5fcb447c31c4 req-a36d4c08-bffa-4170-9314-70db94be15a5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:16.819433 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82e943f8-39e4-4fce-9f04-5fcb447c31c4 req-a36d4c08-bffa-4170-9314-70db94be15a5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0480521 Aug 30 02:05:16.865653 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:16.873623 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82e943f8-39e4-4fce-9f04-5fcb447c31c4 req-c5035979-01c7-47e1-8512-de47c0c638a3 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Aug 30 02:05:17.564392 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:17.574965 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4275d18-7e90-4eb0-af55-d8ea07174363 req-67d962ba-e53d-4e30-9f57-48f53461ad8d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:17.576413 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f4275d18-7e90-4eb0-af55-d8ea07174363 req-67d962ba-e53d-4e30-9f57-48f53461ad8d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0482769 Aug 30 02:05:17.638315 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f4275d18-7e90-4eb0-af55-d8ea07174363 req-f3d34001-348f-46bb-94de-5ec4ba975f52 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Aug 30 02:05:18.019847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57c0a-866a-4518-8934-eb574f92b4ad req-11682f67-42ad-42ed-9b0a-6c87690a58dc tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:18.022941 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-88b57c0a-866a-4518-8934-eb574f92b4ad req-11682f67-42ad-42ed-9b0a-6c87690a58dc tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0611193 Aug 30 02:05:18.081720 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-88b57c0a-866a-4518-8934-eb574f92b4ad req-4ac3d3ab-2b26-47db-a8cc-40bd5b5ef019 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513663 Aug 30 02:05:18.763014 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52933593-1f54-45fd-ad29-2b452db8f513 req-a5a97f93-787a-4afb-ab8e-e5d9bc1acf34 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:18.764454 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-52933593-1f54-45fd-ad29-2b452db8f513 req-a5a97f93-787a-4afb-ab8e-e5d9bc1acf34 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0464880 Aug 30 02:05:18.813647 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-52933593-1f54-45fd-ad29-2b452db8f513 req-b5544ad7-77f1-456d-9ad2-27fd330f205d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Aug 30 02:05:19.218944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbce5d7-3705-4fa1-9b89-cc3f267aca6d req-d2b76c27-3367-4e15-9721-ff4977fbcf4d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:19.220610 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4dbce5d7-3705-4fa1-9b89-cc3f267aca6d req-d2b76c27-3367-4e15-9721-ff4977fbcf4d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0636909 Aug 30 02:05:19.270702 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4dbce5d7-3705-4fa1-9b89-cc3f267aca6d req-5b12eb18-5ef4-4cd4-a185-eec8b5358e69 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Aug 30 02:05:20.156874 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787152c-6a26-407b-9637-1f78a766d4f3 req-0de972d3-4b85-42cb-b4b6-6569d641cb0c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:20.158389 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e787152c-6a26-407b-9637-1f78a766d4f3 req-0de972d3-4b85-42cb-b4b6-6569d641cb0c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.2691886 Aug 30 02:05:20.212458 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e787152c-6a26-407b-9637-1f78a766d4f3 req-26725bdb-a832-402c-8b3a-b769e2ca4405 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 Aug 30 02:05:20.413360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5bdd3-8a70-4237-9691-137fb64ad9f0 req-87bdd696-5d38-48e9-93fe-f5eecd823cc4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:20.415806 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ef5bdd3-8a70-4237-9691-137fb64ad9f0 req-87bdd696-5d38-48e9-93fe-f5eecd823cc4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Aug 30 02:05:20.476488 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ef5bdd3-8a70-4237-9691-137fb64ad9f0 req-f3cbd08b-8417-4a80-89cf-31ee61464253 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Aug 30 02:05:21.351747 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13454e-677d-4776-be7a-c1d8119714e0 req-b3ed7891-fa7c-451f-886c-2a9d04d3e358 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:21.353231 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ad13454e-677d-4776-be7a-c1d8119714e0 req-b3ed7891-fa7c-451f-886c-2a9d04d3e358 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0499642 Aug 30 02:05:21.404646 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ad13454e-677d-4776-be7a-c1d8119714e0 req-b4b20672-29af-488c-a7c9-7323724fd274 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Aug 30 02:05:21.614603 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292c3b-1c27-4d49-b6d9-0707adb38f35 req-c5385f88-da31-4895-8cbb-ce05907eb62d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:21.624773 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e1292c3b-1c27-4d49-b6d9-0707adb38f35 req-c5385f88-da31-4895-8cbb-ce05907eb62d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0614574 Aug 30 02:05:21.667763 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e1292c3b-1c27-4d49-b6d9-0707adb38f35 req-16fedc69-45ec-497e-baa8-2752210ec121 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Aug 30 02:05:22.529420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b3cdf-bbf2-4fda-888f-6e2bb613342d req-351b620c-7a55-4f76-ad73-2eadd47654a5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:22.535265 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-104b3cdf-bbf2-4fda-888f-6e2bb613342d req-351b620c-7a55-4f76-ad73-2eadd47654a5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0559368 Aug 30 02:05:22.594715 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-104b3cdf-bbf2-4fda-888f-6e2bb613342d req-9def54e3-9b1a-4076-a35a-8e26b65cdb18 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Aug 30 02:05:22.803880 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413c8a-9a46-4248-9bc6-7e7622e3062d req-88285174-2172-41a8-a268-c1f106f984af tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:22.805536 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ad413c8a-9a46-4248-9bc6-7e7622e3062d req-88285174-2172-41a8-a268-c1f106f984af tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0544353 Aug 30 02:05:22.854091 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ad413c8a-9a46-4248-9bc6-7e7622e3062d req-128a0830-e3a9-4d62-9a9c-1c991d1104fc tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426674 Aug 30 02:05:23.727382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9212-b3a8-4722-b81b-eea48e20e2ca req-2d95805e-9b20-47e1-9cd0-f153aa684eeb tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:23.729599 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-880c9212-b3a8-4722-b81b-eea48e20e2ca req-2d95805e-9b20-47e1-9cd0-f153aa684eeb tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0522327 Aug 30 02:05:23.778868 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-880c9212-b3a8-4722-b81b-eea48e20e2ca req-93a12760-d984-4d15-95ac-151fee432c36 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Aug 30 02:05:23.993946 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099b6f2-a63a-4c22-a63a-fac4589bbdbb req-9ffa72a0-b5aa-47a2-a1bc-907a1d9c0b6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:23.997063 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e099b6f2-a63a-4c22-a63a-fac4589bbdbb req-9ffa72a0-b5aa-47a2-a1bc-907a1d9c0b6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0554481 Aug 30 02:05:24.048255 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e099b6f2-a63a-4c22-a63a-fac4589bbdbb req-ea2406c9-2b7f-41aa-8b08-471e06728610 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Aug 30 02:05:24.905193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fe0b5-4972-40de-b4ef-c53638b7c035 req-7b200961-8b32-4eab-b2d6-c1876daef1f9 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:24.906327 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bc1fe0b5-4972-40de-b4ef-c53638b7c035 req-7b200961-8b32-4eab-b2d6-c1876daef1f9 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 932 time: 0.0512347 Aug 30 02:05:24.934358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:24.940351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:24.965849 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bc1fe0b5-4972-40de-b4ef-c53638b7c035 req-34892489-68bb-47d8-b505-5a59a7c0b50d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Aug 30 02:05:25.175623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddadf99-6154-4e2c-879d-7489943ceb11 req-65088e2c-aeca-46fe-8012-7c0e57ac4748 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:25.177143 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4ddadf99-6154-4e2c-879d-7489943ceb11 req-65088e2c-aeca-46fe-8012-7c0e57ac4748 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0531735 Aug 30 02:05:25.227826 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4ddadf99-6154-4e2c-879d-7489943ceb11 req-b83d7fe2-7db7-460b-bfc7-3dbb3d805faf tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Aug 30 02:05:25.446943 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Request body: {'port': {'device_id': '728f5c90-fe26-42ce-8704-fc0473f19043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:25.509951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:25.681482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-b322e261-a9c4-4551-a78c-56b3397b177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:25.683210 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-b322e261-a9c4-4551-a78c-56b3397b177c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1128 time: 0.0683787 Aug 30 02:05:25.728801 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:25.757862 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:25.826687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:05:25.834480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks [] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:25.848260 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Transition to ACTIVE for port object 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:05:25.934909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:26.004637 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Pushing event updated for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:26.075992 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:05:26.124898 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Attempting to bind port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:05:26.125253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Attempting to bind port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:05:26.125624 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Attempting to bind port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 on network 2761f1ac-422e-4add-8966-d7328f515b23 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:05:26.160240 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 on network 2761f1ac-422e-4add-8966-d7328f515b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:05:26.160567 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Attempting to bind port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 on network 2761f1ac-422e-4add-8966-d7328f515b23 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:05:26.174940 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:05:26.175282 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Checking segment: {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:05:26.175674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Bound using segment: {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:05:26.176130 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Bound port: 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:05:26.176486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:26.189843 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65956a65-2fc7-4951-9371-57ca38eb6245 req-669b68f2-c312-4d7c-8d2d-a3f3123aa750 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.191267 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-65956a65-2fc7-4951-9371-57ca38eb6245 req-669b68f2-c312-4d7c-8d2d-a3f3123aa750 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 944 time: 0.1291351 Aug 30 02:05:26.289865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-67d1883a-941d-4503-a5d4-03a0bd80cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.291374 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-67d1883a-941d-4503-a5d4-03a0bd80cdae service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b6200be9acd14756908c3fd33adf1506&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2430377 Aug 30 02:05:26.334386 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-65956a65-2fc7-4951-9371-57ca38eb6245 req-9f5e0062-3c9c-4deb-8fed-0e2c7654def4 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314237 Aug 30 02:05:26.361942 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42206a35-214b-41d3-9536-c8eb4e4f8d50 req-5a65175d-75a0-472d-bb0d-5ecfe3ad9611 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.363570 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-42206a35-214b-41d3-9536-c8eb4e4f8d50 req-5a65175d-75a0-472d-bb0d-5ecfe3ad9611 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0591655 Aug 30 02:05:26.370330 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:05:26.388862 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:05:26.418136 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-42206a35-214b-41d3-9536-c8eb4e4f8d50 req-ed0d63fd-ca59-4454-8705-9fd0495c7550 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456777 Aug 30 02:05:26.428051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-f6b5ed19-89aa-4a94-94be-cd82c62bab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.429590 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b2f28dd3-5a8a-48a4-bc13-dc99312fceaf req-f6b5ed19-89aa-4a94-94be-cd82c62bab07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268649 Aug 30 02:05:26.472095 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:26.477799 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.478409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:26.479800 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/6c53ac5d-91fb-4691-8545-491e6ea0ecb9 HTTP/1.1" status: 200 len: 1094 time: 1.0384517 Aug 30 02:05:26.482162 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:26.487006 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ea62f-e3f6-45c0-9607-37891bc521ac" -d '{"events": [{"name": "network-changed", "server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:26.515159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:26.538870 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7141995-0af4-47d9-be3e-35035197e4fb x-openstack-request-id: req-d7141995-0af4-47d9-be3e-35035197e4fb {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:26.539161 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:26.539415 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7141995-0af4-47d9-be3e-35035197e4fb {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:26.539825 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7141995-0af4-47d9-be3e-35035197e4fb'] response: {'name': 'network-changed', 'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9', 'status': 'completed', 'code': 200} Aug 30 02:05:26.604066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-3847c413-c9d4-443b-a1e8-a28d1991a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.606342 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-3847c413-c9d4-443b-a1e8-a28d1991a3ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1128 time: 0.1160007 Aug 30 02:05:26.612251 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef65280-4140-45f0-9f05-3cdeacb80d9f service neutron] Pushing event updated for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:26.620347 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-58a4242c-e546-4fb3-ad59-c0cc10387a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.624020 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-58a4242c-e546-4fb3-ad59-c0cc10387a38 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 1128 time: 0.0722809 Aug 30 02:05:26.660843 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-70d5b189-a174-484a-882e-c122f2f8e056 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 217 time: 0.0467145 Aug 30 02:05:26.763427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-5299663b-4049-4df7-b58e-0494ba3237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.764946 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-5299663b-4049-4df7-b58e-0494ba3237bd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0925500 Aug 30 02:05:26.816129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-f5282f8f-4799-4dfe-be6f-8033a4535ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.817636 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-f5282f8f-4799-4dfe-be6f-8033a4535ac0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1678629 Aug 30 02:05:26.826477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-302310c6-ddb1-42d4-9c58-aea353137dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.827920 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-302310c6-ddb1-42d4-9c58-aea353137dcf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535641 Aug 30 02:05:26.920661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:26.997346 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-adf06757-e54b-44d4-ae54-59ee995fd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:26.999879 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2f4ea62f-e3f6-45c0-9607-37891bc521ac req-adf06757-e54b-44d4-ae54-59ee995fd563 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742239 Aug 30 02:05:27.002841 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-5e470cc0-013a-4914-8e89-673850a1cfbc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674137 Aug 30 02:05:27.112863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-8160486d-b2ca-46bf-9ed6-5168a9251bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:27.114398 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-8160486d-b2ca-46bf-9ed6-5168a9251bf1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 1128 time: 0.0535855 Aug 30 02:05:27.436031 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-40440e6e-8428-449f-a3f0-d9bae827e5f9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9 HTTP/1.1" status: 200 len: 217 time: 0.3106208 Aug 30 02:05:27.438073 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5b1955e-57b4-4518-b722-f305c0f89f07 req-d8a19cf4-7f70-433e-92f8-15722f2f426c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265103 Aug 30 02:05:27.465705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727e816-aede-4851-8792-34e7f6e18e8e req-fd65442c-af54-4a29-94a0-394a2f0a5809 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:27.469412 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9727e816-aede-4851-8792-34e7f6e18e8e req-fd65442c-af54-4a29-94a0-394a2f0a5809 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 944 time: 0.0540905 Aug 30 02:05:27.498445 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-2dacd01b-74e7-4440-84e1-7c43c14cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:27.499966 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-2dacd01b-74e7-4440-84e1-7c43c14cc63a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=091c4858-c987-4126-bc29-b51d68886503 HTTP/1.1" status: 200 len: 853 time: 0.0543876 Aug 30 02:05:27.535654 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9727e816-aede-4851-8792-34e7f6e18e8e req-53ec6837-db78-4ddd-a6ca-85512de81642 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Aug 30 02:05:27.564981 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-e8caef9d-546b-46a9-bdc6-48a33b7ce29a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2761f1ac-422e-4add-8966-d7328f515b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584064 Aug 30 02:05:27.583282 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fa4b9-867e-4c88-93db-271f588d3431 req-4a3ad720-3271-4ab9-8c20-426b3cdf314b tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:27.584606 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-511fa4b9-867e-4c88-93db-271f588d3431 req-4a3ad720-3271-4ab9-8c20-426b3cdf314b tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0684986 Aug 30 02:05:27.638184 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-511fa4b9-867e-4c88-93db-271f588d3431 req-4ba7d7d6-958d-4921-bfc9-9c67581141f4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Aug 30 02:05:27.940151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4818cf7-b280-441f-86e6-10db312a61f0 req-e7b0fcd0-6427-4a30-aab7-9238203fb247 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:27.941566 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f4818cf7-b280-441f-86e6-10db312a61f0 req-e7b0fcd0-6427-4a30-aab7-9238203fb247 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0484602 Aug 30 02:05:27.988987 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f4818cf7-b280-441f-86e6-10db312a61f0 req-23a841bf-0027-495a-bdf7-2c48919e2a79 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Aug 30 02:05:28.531584 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:28.535750 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-cec81b6f-57db-4525-9b01-420d48525045 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981731 Aug 30 02:05:28.647028 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:28.661004 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90109-871c-4603-b012-c2ded3fd7bd6 req-ecb9bdd6-7820-4864-8d40-78f940750171 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:28.662563 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5da90109-871c-4603-b012-c2ded3fd7bd6 req-ecb9bdd6-7820-4864-8d40-78f940750171 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 944 time: 0.0490549 Aug 30 02:05:28.675527 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0333e70e-744e-4c78-bb2e-40739c945c82 req-4b7c76a6-ed9a-448f-b045-ac2aa9ec232c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968626 Aug 30 02:05:28.721995 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5da90109-871c-4603-b012-c2ded3fd7bd6 req-1d3f8e10-0357-40c4-a71f-a8e2b033bb49 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 Aug 30 02:05:28.769298 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b71d8-90bb-4253-a219-06cc9d8ce28d req-fef46dfc-1957-42de-9ca0-b99e7a784477 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:28.771140 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6d2b71d8-90bb-4253-a219-06cc9d8ce28d req-fef46dfc-1957-42de-9ca0-b99e7a784477 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0533743 Aug 30 02:05:28.821746 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6d2b71d8-90bb-4253-a219-06cc9d8ce28d req-b216527e-c3f6-4637-81f0-ac189f9274f1 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Aug 30 02:05:29.113802 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8f99-b79c-4aed-88a5-9ae01d4c17fb req-3214ef62-b0db-4578-9b33-d30d47482f9a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:29.115273 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3c7e8f99-b79c-4aed-88a5-9ae01d4c17fb req-3214ef62-b0db-4578-9b33-d30d47482f9a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0491347 Aug 30 02:05:29.162952 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3c7e8f99-b79c-4aed-88a5-9ae01d4c17fb req-dc802e39-1bf8-472d-80e6-e8741884029a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Aug 30 02:05:29.842035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0fa0-979c-45b7-908e-de95a98b2a00 req-50a7ccd9-9178-42a0-baec-5680d1ff5852 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:29.843707 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b62c0fa0-979c-45b7-908e-de95a98b2a00 req-50a7ccd9-9178-42a0-baec-5680d1ff5852 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 944 time: 0.0477555 Aug 30 02:05:29.897281 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b62c0fa0-979c-45b7-908e-de95a98b2a00 req-4f02b7f0-ca2a-4243-854c-898c3bc9e3a0 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Aug 30 02:05:29.948597 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:29.959705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10203472-4431-4660-b4a1-cc9888b95832 req-c2884705-608e-47b7-b9f0-9b2f60e294a5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:29.961192 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-10203472-4431-4660-b4a1-cc9888b95832 req-c2884705-608e-47b7-b9f0-9b2f60e294a5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0590651 Aug 30 02:05:30.009909 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-10203472-4431-4660-b4a1-cc9888b95832 req-96f68e38-b8f0-4115-909a-44ab72d1662f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Aug 30 02:05:30.025735 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-36cd6959-6942-4ab7-a117-ed7b203f4fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:30.285263 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca1d41-20ed-40d1-8968-36344fa8355e req-78e573fd-7eb3-4d3b-821a-cbb41901fdad tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:30.286793 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-48ca1d41-20ed-40d1-8968-36344fa8355e req-78e573fd-7eb3-4d3b-821a-cbb41901fdad tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0501175 Aug 30 02:05:30.335964 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-48ca1d41-20ed-40d1-8968-36344fa8355e req-12ae1fd4-5b4e-4253-b70f-bbadb1479ee9 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Aug 30 02:05:31.026497 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2932a-d608-4300-8dc3-62958fe71951 req-55775d27-80f0-4a19-9f7b-6826d8f9d75d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:31.027936 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0a2932a-d608-4300-8dc3-62958fe71951 req-55775d27-80f0-4a19-9f7b-6826d8f9d75d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 944 time: 0.0478933 Aug 30 02:05:31.039813 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:05:31.087001 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0a2932a-d608-4300-8dc3-62958fe71951 req-e22c5462-f9a7-47d9-ba99-9d1291170a1b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533314 Aug 30 02:05:31.142368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c7ab3-b5ff-4e09-9fcf-1823affc597b req-ac550bb5-7e09-4dd0-b520-16343a264c8a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:31.143892 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2d8c7ab3-b5ff-4e09-9fcf-1823affc597b req-ac550bb5-7e09-4dd0-b520-16343a264c8a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 944 time: 0.0490882 Aug 30 02:05:31.161630 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:31.173490 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9', 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23', 'port_id': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9', 'mac_address': 'fa:16:3e:8f:5c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091c4858-c987-4126-bc29-b51d68886503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:05:31.192773 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2d8c7ab3-b5ff-4e09-9fcf-1823affc597b req-bdb5771b-2daf-489c-bb44-593a11be8601 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Aug 30 02:05:31.209931 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:31.210327 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:31.224668 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:05:31.249232 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:31.379910 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:31.380621 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device d458433e-132c-4f16-ab95-b7d676233c95 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:05:31.463910 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92462fab-89f6-4ba7-bd10-cd28175ddc22 req-d545d4f5-65a0-4d09-b0a5-3a2165a1cfe3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:31.465650 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-92462fab-89f6-4ba7-bd10-cd28175ddc22 req-d545d4f5-65a0-4d09-b0a5-3a2165a1cfe3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0551288 Aug 30 02:05:31.480823 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:31.520111 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-92462fab-89f6-4ba7-bd10-cd28175ddc22 req-979cc3ce-7b27-488a-9a0f-ac720dd39da0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486600 Aug 30 02:05:31.533213 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:31.545568 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'd458433e-132c-4f16-ab95-b7d676233c95', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'port_id': 'd458433e-132c-4f16-ab95-b7d676233c95', 'mac_address': 'fa:16:3e:64:9d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:05:31.585740 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port d458433e-132c-4f16-ab95-b7d676233c95 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:31.586139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:31.600591 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d458433e-132c-4f16-ab95-b7d676233c95 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:05:31.628745 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:31.769183 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:31.819065 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:32.223061 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691876-18c3-44a5-a19e-1b2a1423d380 req-52f927a5-5703-4b47-9fdf-fa8aa891fc6b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:32.224697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ca691876-18c3-44a5-a19e-1b2a1423d380 req-52f927a5-5703-4b47-9fdf-fa8aa891fc6b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 945 time: 0.0487139 Aug 30 02:05:32.225572 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['6c53ac5d-91fb-4691-8545-491e6ea0ecb9'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:05:32.228552 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-552c26cb-156e-4bb0-bf95-39586c0168a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:32.269606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:32.290052 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ca691876-18c3-44a5-a19e-1b2a1423d380 req-76c3a5c6-0933-4189-a17c-c55a0193327b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Aug 30 02:05:32.329649 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['d458433e-132c-4f16-ab95-b7d676233c95'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:05:32.336647 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fae33e-3c16-4b32-a72e-d8d7e52f17f0 req-580481aa-3602-4896-933c-9b84a2184af6 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:32.336647 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a7fae33e-3c16-4b32-a72e-d8d7e52f17f0 req-580481aa-3602-4896-933c-9b84a2184af6 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 945 time: 0.0547359 Aug 30 02:05:32.414694 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a7fae33e-3c16-4b32-a72e-d8d7e52f17f0 req-7d1baf3f-4414-44c8-b648-bc0405311164 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761063 Aug 30 02:05:32.458323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:32.464125 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:32.641749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c19b5-8d07-4e43-b2b9-7939827ff678 req-5b65453e-ec67-467e-8ad6-2b072913c81f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:32.643264 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-144c19b5-8d07-4e43-b2b9-7939827ff678 req-5b65453e-ec67-467e-8ad6-2b072913c81f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0480757 Aug 30 02:05:32.693019 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-144c19b5-8d07-4e43-b2b9-7939827ff678 req-491d6962-a586-4221-9c05-a71b8fdceccf tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Aug 30 02:05:33.374345 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:33.412738 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d8273-ce21-41bd-bb23-93294b73fb5f req-11cdf96b-bd61-499c-953f-eb047d382ffd tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:33.416210 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a11d8273-ce21-41bd-bb23-93294b73fb5f req-11cdf96b-bd61-499c-953f-eb047d382ffd tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 945 time: 0.0526309 Aug 30 02:05:33.468239 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a11d8273-ce21-41bd-bb23-93294b73fb5f req-f81bfd16-5460-432e-bd07-bb2a079ade08 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Aug 30 02:05:33.546159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b13da-afbb-4e9b-9a56-e33b29e8d465 req-75823cba-73da-45e7-b14d-851d287f09bd tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:33.547730 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-866b13da-afbb-4e9b-9a56-e33b29e8d465 req-75823cba-73da-45e7-b14d-851d287f09bd tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 945 time: 0.0521326 Aug 30 02:05:33.598113 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-866b13da-afbb-4e9b-9a56-e33b29e8d465 req-635284a3-fc2e-49b0-b252-b7223f787462 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Aug 30 02:05:33.783663 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:05:33.821502 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05816-87b1-45b2-b114-7c4f1d10fc66 req-13f27f00-cfe3-417c-b4ab-8d705fa6462b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:33.823008 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72f05816-87b1-45b2-b114-7c4f1d10fc66 req-13f27f00-cfe3-417c-b4ab-8d705fa6462b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0550578 Aug 30 02:05:33.829869 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:05:33.872981 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72f05816-87b1-45b2-b114-7c4f1d10fc66 req-7b631207-f775-4ce7-847b-f8e6f32c1f92 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Aug 30 02:05:33.911473 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:05:33.911858 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:33.992856 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:33.993276 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:34.018259 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:34.020512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf539981-a4e6-4f73-9d7e-357e6613c918" -d '{"events": [{"server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "name": "network-vif-plugged", "status": "completed", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:34.033844 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:34.061033 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c70ce-4a67-4d1a-bd20-1e14dbc311c3 x-openstack-request-id: req-9e7c70ce-4a67-4d1a-bd20-1e14dbc311c3 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:34.061348 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "name": "network-vif-plugged", "status": "completed", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:34.061632 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e7c70ce-4a67-4d1a-bd20-1e14dbc311c3 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:34.062043 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7c70ce-4a67-4d1a-bd20-1e14dbc311c3'] response: {'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9', 'code': 200} Aug 30 02:05:34.112136 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:34.113002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device d458433e-132c-4f16-ab95-b7d676233c95 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:05:34.188217 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:34.200211 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.200602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.200876 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.201209 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.201628 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.201955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.202298 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.202596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.202916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.203235 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.203551 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.203869 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.204185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.204503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.204817 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:05:34.208884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port d458433e-132c-4f16-ab95-b7d676233c95 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:05:34.288411 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port d458433e-132c-4f16-ab95-b7d676233c95 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:05:34.288863 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (d458433e-132c-4f16-ab95-b7d676233c95), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:34.368577 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port d458433e-132c-4f16-ab95-b7d676233c95 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:05:34.368966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:34.407093 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:34.442722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c308e6-9854-4713-9301-64bae3acc018 req-fbacf00d-7bc7-481d-8fd9-b13f78997375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:34.444153 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-83c308e6-9854-4713-9301-64bae3acc018 req-fbacf00d-7bc7-481d-8fd9-b13f78997375 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 1130 time: 0.0432520 Aug 30 02:05:34.490144 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-83c308e6-9854-4713-9301-64bae3acc018 req-e2936d8e-45a4-4132-b75f-ad61ad57d52e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Aug 30 02:05:34.500227 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:34.549828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:34.598716 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40c2f8-f6d9-4e7f-b519-16955780b75b req-25758877-3d97-4872-b33b-b936c332e89d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:34.600266 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4f40c2f8-f6d9-4e7f-b519-16955780b75b req-25758877-3d97-4872-b33b-b936c332e89d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Aug 30 02:05:34.650202 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4f40c2f8-f6d9-4e7f-b519-16955780b75b req-ed6c3da3-ebcc-4e8e-a178-cc492130b42c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Aug 30 02:05:34.726853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c55b1-96b6-4a5e-b658-4a089c633a36 req-c4db57a2-b529-46b5-9d6b-3a8813eca51b tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:34.728389 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9b0c55b1-96b6-4a5e-b658-4a089c633a36 req-c4db57a2-b529-46b5-9d6b-3a8813eca51b tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0525935 Aug 30 02:05:34.780206 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9b0c55b1-96b6-4a5e-b658-4a089c633a36 req-1be0a47c-f502-4d2e-832c-028865a221b9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Aug 30 02:05:34.889107 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:35.003502 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45804-5c84-459d-8ddc-3b892e3f3a0c req-ad6ab4e3-a2e3-42a2-b16b-3dfae7f72db8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:35.004917 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c7d45804-5c84-459d-8ddc-3b892e3f3a0c req-ad6ab4e3-a2e3-42a2-b16b-3dfae7f72db8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0566223 Aug 30 02:05:35.043820 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:35.057052 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c7d45804-5c84-459d-8ddc-3b892e3f3a0c req-15811c0c-db2d-47a9-b2d4-755513c6645e tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462255 Aug 30 02:05:35.775672 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250222d-510f-4ef6-93c0-a1e5f63d8221 req-09b19f9e-de75-438c-854e-adf9aca465e8 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:35.777966 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e250222d-510f-4ef6-93c0-a1e5f63d8221 req-09b19f9e-de75-438c-854e-adf9aca465e8 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0499854 Aug 30 02:05:35.835458 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e250222d-510f-4ef6-93c0-a1e5f63d8221 req-4b263ef1-a14a-4845-890f-0b26fc6a68f2 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Aug 30 02:05:35.911726 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61b861-95c4-4d81-8e28-7d70e5ca5200 req-4423d2ae-d2a2-472d-9706-9f6d8c4295f8 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:35.913275 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2d61b861-95c4-4d81-8e28-7d70e5ca5200 req-4423d2ae-d2a2-472d-9706-9f6d8c4295f8 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0509191 Aug 30 02:05:35.965514 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2d61b861-95c4-4d81-8e28-7d70e5ca5200 req-fbc72747-45e6-4d06-99bb-fa5b00f49291 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Aug 30 02:05:36.062884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:36.065275 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53845e26-de2e-4e09-b529-f8b74a732e69" -d '{"events": [{"server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "name": "network-vif-plugged", "status": "completed", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:36.069944 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:36.071152 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=6 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:36.107363 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8682f2da-dabb-472d-8add-0596e99929f6 x-openstack-request-id: req-8682f2da-dabb-472d-8add-0596e99929f6 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:36.107741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "name": "network-vif-plugged", "status": "completed", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:36.108240 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8682f2da-dabb-472d-8add-0596e99929f6 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:36.108699 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8682f2da-dabb-472d-8add-0596e99929f6'] response: {'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'code': 200} Aug 30 02:05:36.168502 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:36.181878 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5303a-56ef-446f-a79f-ea3dad9dc118 req-0986c01a-8d2d-4558-87d2-f97682df78e5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:36.183956 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0fc5303a-56ef-446f-a79f-ea3dad9dc118 req-0986c01a-8d2d-4558-87d2-f97682df78e5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0487435 Aug 30 02:05:36.238694 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0fc5303a-56ef-446f-a79f-ea3dad9dc118 req-f3f72a77-7a8b-4ea7-aa38-c0ef1ec6e9ce tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488720 Aug 30 02:05:36.505087 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:36.534647 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17e3f3-66d6-46cf-8c6a-b42ef966c958 req-2f603658-cb03-4769-97a4-74a3262ebc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:36.536257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fc17e3f3-66d6-46cf-8c6a-b42ef966c958 req-2f603658-cb03-4769-97a4-74a3262ebc3a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1130 time: 0.0398736 Aug 30 02:05:36.582703 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fc17e3f3-66d6-46cf-8c6a-b42ef966c958 req-5a81e282-a447-4175-85a5-894f56e3dd1d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Aug 30 02:05:36.969161 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591bdd-03a2-49c2-8b5d-631cc6a87bec req-f53c5907-d6a1-4ce2-a076-1a853c9583de tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:36.970673 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9591bdd-03a2-49c2-8b5d-631cc6a87bec req-f53c5907-d6a1-4ce2-a076-1a853c9583de tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0470848 Aug 30 02:05:37.019255 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9591bdd-03a2-49c2-8b5d-631cc6a87bec req-755c318c-1850-44a0-9950-917e61f3f4d8 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Aug 30 02:05:37.091422 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac1638-d74f-400d-8e47-2a4a92bd1b84 req-e9813c1f-7f07-4ea6-8497-b2db921430af tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:37.093199 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f6ac1638-d74f-400d-8e47-2a4a92bd1b84 req-e9813c1f-7f07-4ea6-8497-b2db921430af tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0520678 Aug 30 02:05:37.157961 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f6ac1638-d74f-400d-8e47-2a4a92bd1b84 req-ea5ed016-c441-42e8-a761-606bbee92937 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Aug 30 02:05:37.369795 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ca327-624c-4b31-88b7-c8fc72b82f9a req-f223ece6-6b71-4866-9aef-198b43179e4a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:37.372541 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d61ca327-624c-4b31-88b7-c8fc72b82f9a req-f223ece6-6b71-4866-9aef-198b43179e4a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0536344 Aug 30 02:05:37.422674 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d61ca327-624c-4b31-88b7-c8fc72b82f9a req-c618590e-a573-478f-8971-3693bd885a0b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446494 Aug 30 02:05:37.912162 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:38.295986 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331084c0-b306-46e4-8263-2670d24ec391 req-727aa1ab-bb28-4b1e-b4f5-88673f166a65 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:38.297563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-331084c0-b306-46e4-8263-2670d24ec391 req-727aa1ab-bb28-4b1e-b4f5-88673f166a65 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0617597 Aug 30 02:05:38.348439 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-331084c0-b306-46e4-8263-2670d24ec391 req-ac16d081-7279-42f6-b747-345013773c84 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Aug 30 02:05:38.517338 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e42ac-1c0e-4900-ba21-ca5714247aa9 req-8200ff4d-da30-4be0-8ae9-9aef5f73c7db tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:38.519211 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-782e42ac-1c0e-4900-ba21-ca5714247aa9 req-8200ff4d-da30-4be0-8ae9-9aef5f73c7db tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0777535 Aug 30 02:05:38.575245 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:38.580658 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-782e42ac-1c0e-4900-ba21-ca5714247aa9 req-37b239d8-ca7c-4164-961f-dbf6f1eb211f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Aug 30 02:05:38.585482 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ff376-3844-4e6d-96ce-6109fe77790a req-22ecec51-8f70-42a6-8f07-2bb6d27a228d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:38.587470 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7f1ff376-3844-4e6d-96ce-6109fe77790a req-22ecec51-8f70-42a6-8f07-2bb6d27a228d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.0547690 Aug 30 02:05:38.659888 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7f1ff376-3844-4e6d-96ce-6109fe77790a req-7d60a341-73f0-4b62-92cc-5af9bae69b40 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662494 Aug 30 02:05:38.727581 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def8e70-d822-4603-b472-3b6c0a037a74 req-f3eb47d9-e0ec-4c41-bf2e-35a7a38c1769 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:38.729176 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0def8e70-d822-4603-b472-3b6c0a037a74 req-f3eb47d9-e0ec-4c41-bf2e-35a7a38c1769 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0511987 Aug 30 02:05:38.785959 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0def8e70-d822-4603-b472-3b6c0a037a74 req-606dd9f8-6884-4920-a11f-6d8e8d70e08d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Aug 30 02:05:38.988125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:39.026203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f63a73-911e-43e0-8f86-a8b3a7bca7f1 req-938dd23f-2769-4d5a-a267-e40619f95a5d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:39.027756 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b8f63a73-911e-43e0-8f86-a8b3a7bca7f1 req-938dd23f-2769-4d5a-a267-e40619f95a5d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0494223 Aug 30 02:05:39.092635 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b8f63a73-911e-43e0-8f86-a8b3a7bca7f1 req-d9b0ca50-c86b-4a98-82c3-ca64524e464c tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Aug 30 02:05:39.795677 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb985b-3a20-4912-9318-0a9305d401e4 req-331531db-bb0e-4594-b68a-6b121364285c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:39.797260 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72fb985b-3a20-4912-9318-0a9305d401e4 req-331531db-bb0e-4594-b68a-6b121364285c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.0544567 Aug 30 02:05:39.861775 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72fb985b-3a20-4912-9318-0a9305d401e4 req-6ee52117-e350-4750-88a9-f581982c5d58 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e9f1a4b-e671-4a45-ac38-d789cb81297c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585854 Aug 30 02:05:39.966092 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d10a6-db19-496e-8025-d45f5d6f3963 req-2724820c-41fc-4d3b-bbb7-ce1a6e7ace24 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:39.975797 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-315d10a6-db19-496e-8025-d45f5d6f3963 req-2724820c-41fc-4d3b-bbb7-ce1a6e7ace24 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.1058383 Aug 30 02:05:40.026584 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-315d10a6-db19-496e-8025-d45f5d6f3963 req-3bfff597-bcb7-4a9c-b001-27c00c69a642 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498905 Aug 30 02:05:40.187819 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003382-f686-4add-aec1-29037a9f798b req-8da591d9-afe7-45a1-8413-3583eea97b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:40.189494 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-10003382-f686-4add-aec1-29037a9f798b req-8da591d9-afe7-45a1-8413-3583eea97b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 946 time: 0.0593262 Aug 30 02:05:40.296986 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:05:40.297337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:40.393260 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] For port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:05:40.393570 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:40.407128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:40.621979 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:40.622362 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:40.622669 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 5438f70d-204e-4c93-ba28-4d3148723e12 disassociated. External IP: 172.27.2.72, port: 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569. Aug 30 02:05:40.623009 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:05:40.814868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8b6c3ad2-e81a-4dbf-bc9b-548cbff19569), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:40.845003 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=8b6c3ad2-e81a-4dbf-bc9b-548cbff19569,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:40.998683 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:05:41.021012 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f3e31d6-828a-41aa-988a-a001e5137c72 req-7fd73bc5-ccd5-4330-9e2f-98b6c1a51949 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0349693 Aug 30 02:05:41.198353 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:41.230034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f9b36-090b-4647-96a9-50c6b6fd6bce req-f8f98592-628c-4c30-b70e-dbaed1e5c2d0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:41.231962 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-395f9b36-090b-4647-96a9-50c6b6fd6bce req-f8f98592-628c-4c30-b70e-dbaed1e5c2d0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.1127450 Aug 30 02:05:41.239107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:05:41.253026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:05:41.266636 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:41.267448 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:41.317084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:41.321484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] No DVR routers for this DVR port 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:05:41.326259 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:41.329550 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-10003382-f686-4add-aec1-29037a9f798b req-2dd6d816-ed56-4de2-906e-32b3660e3c2f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 HTTP/1.1" status: 204 len: 173 time: 1.1309664 Aug 30 02:05:41.329991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'name': 'network-vif-deleted', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:05:41.332866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98cc8d2-363c-4ba1-8cd9-bfa20c3644c6" -d '{"events": [{"server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "name": "network-vif-deleted", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:05:41.361153 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-395f9b36-090b-4647-96a9-50c6b6fd6bce req-b99b3e4d-0634-4797-b665-8c93a537d40d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193230 Aug 30 02:05:41.386485 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:41.470853 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:41.696044 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:41.760572 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf1f25-8876-438d-a8cd-4c6cc8d8d893 x-openstack-request-id: req-eddf1f25-8876-438d-a8cd-4c6cc8d8d893 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:05:41.761072 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4", "name": "network-vif-deleted", "tag": "8b6c3ad2-e81a-4dbf-bc9b-548cbff19569", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:05:41.761567 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eddf1f25-8876-438d-a8cd-4c6cc8d8d893 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:05:41.764293 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddf1f25-8876-438d-a8cd-4c6cc8d8d893'] response: {'server_uuid': 'e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4', 'name': 'network-vif-deleted', 'tag': '8b6c3ad2-e81a-4dbf-bc9b-548cbff19569', 'status': 'completed', 'code': 200} Aug 30 02:05:41.780228 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:05:41.810859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:05:41.813026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:42.117543 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:05:42.268279 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3faf13e5-8e2c-43b3-a216-fe11230d6926 req-cd978dbc-07d4-47cf-9eaa-5d07ab379e38 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0296748 Aug 30 02:05:42.376262 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:05:42.395402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fc395-c4ac-4af0-a84f-ecd8879911d2 req-eb4b44ab-cc61-4664-a2a1-6452d1fa0df0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:42.397735 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bb0fc395-c4ac-4af0-a84f-ecd8879911d2 req-eb4b44ab-cc61-4664-a2a1-6452d1fa0df0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0557961 Aug 30 02:05:42.409937 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d26ec-5454-4d76-9aee-eafbc1f5bb40 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '12c956ef-3d20-4ecf-a19b-4de8d8a86f1d', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:97:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:02:21Z', 'updated_at': '2022-08-30T02:02:59Z', 'revision_number': 2, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:05:42.482619 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bb0fc395-c4ac-4af0-a84f-ecd8879911d2 req-9d50853a-88b8-4bb3-a102-40ce07a9b3ac tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765765 Aug 30 02:05:42.608322 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-1cf50085-f1ca-4f12-b757-c4707747020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:42.610621 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-1cf50085-f1ca-4f12-b757-c4707747020a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 1130 time: 0.0435133 Aug 30 02:05:42.726835 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-1990cb9f-3b80-46d8-9f60-dc48adb9a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:42.728597 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-1990cb9f-3b80-46d8-9f60-dc48adb9a261 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.1048934 Aug 30 02:05:42.739403 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b04a6-38c5-4bc6-a168-06af6d8db329 None None] New status for floating IP 5438f70d-204e-4c93-ba28-4d3148723e12: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:05:42.785523 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:42.806885 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-1e6d0c86-5435-4adb-bb63-462e4f37d921 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 200 len: 1002 time: 0.0718582 Aug 30 02:05:42.876337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-53862935-313b-4851-8bc3-4d3b2f3393d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:42.877969 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-53862935-313b-4851-8bc3-4d3b2f3393d6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0613515 Aug 30 02:05:42.931466 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-e0e7a68b-7ea6-4b51-b1cb-74616d22859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:42.933665 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-e0e7a68b-7ea6-4b51-b1cb-74616d22859e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471513 Aug 30 02:05:43.049327 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-229151d5-d747-4d1c-9c7e-392a24aa30f0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083922 Aug 30 02:05:43.162272 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-077dc35d-dcc9-4fec-b8ed-63e92dc7d508 req-65e2a909-4044-4837-9a9a-338ad3ea9e3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054754 Aug 30 02:05:43.396880 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7fd3ef2e-0c3b-4770-9770-f441247d99fb req-aa29d263-37ba-4936-80c1-022dba44d221 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e5f1e0f4-4e89-4a79-b80e-c12a1fbe99b4 HTTP/1.1" status: 200 len: 210 time: 0.0318940 Aug 30 02:05:43.625318 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02340f78-a8c0-4161-9015-90d95987f3a1 req-680daefd-3744-4d92-b6dd-a4c21a2536cb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:43.626922 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-02340f78-a8c0-4161-9015-90d95987f3a1 req-680daefd-3744-4d92-b6dd-a4c21a2536cb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0609426 Aug 30 02:05:43.713139 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-02340f78-a8c0-4161-9015-90d95987f3a1 req-c8ad6ce7-7be1-4b59-9c45-3c92c4f5b14b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754452 Aug 30 02:05:44.559569 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57474) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:44.618421 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (4e9f1a4b-e671-4a45-ac38-d789cb81297c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:44.643742 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (4e9f1a4b-e671-4a45-ac38-d789cb81297c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:44.763525 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (4e9f1a4b-e671-4a45-ac38-d789cb81297c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:44.766180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:44.767351 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4e9f1a4b-e671-4a45-ac38-d789cb81297c HTTP/1.1" status: 204 len: 168 time: 0.2067561 Aug 30 02:05:44.770764 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57478) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:44.788248 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5ecdb-3a92-4719-b993-43f9bfdaba96 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f1a4b-e671-4a45-ac38-d789cb81297c,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:44.790386 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.api.v2.resource [None req-0589f181-848a-4e36-8d32-b77fae60ac4a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] show failed (client error): The resource could not be found. Aug 30 02:05:44.791423 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-0589f181-848a-4e36-8d32-b77fae60ac4a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups/4e9f1a4b-e671-4a45-ac38-d789cb81297c HTTP/1.1" status: 404 len: 347 time: 0.0196855 Aug 30 02:05:44.796804 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57480) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:44.853574 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39aa2a-a9f2-43ac-b36f-d092ae409e23 req-5c563f5a-83a0-4139-8a23-47ebe20741ab tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:44.855345 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-af39aa2a-a9f2-43ac-b36f-d092ae409e23 req-5c563f5a-83a0-4139-8a23-47ebe20741ab tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0626242 Aug 30 02:05:44.922322 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-af39aa2a-a9f2-43ac-b36f-d092ae409e23 req-2ddd75b6-cc05-4ac5-9d41-3f2570bbe011 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601444 Aug 30 02:05:44.964360 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 6eee4f73-eeeb-4c66-811d-cd6c3513201c {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:05:44.964707 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.046502 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.046859 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (6eee4f73-eeeb-4c66-811d-cd6c3513201c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.067542 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 6eee4f73-eeeb-4c66-811d-cd6c3513201c owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:05:45.154705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:45.197758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:05:45.226823 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:05:45.227469 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8b6c3ad2-e81a-4dbf-bc9b-548cbff19569 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:05:45.232872 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:45.333600 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (6eee4f73-eeeb-4c66-811d-cd6c3513201c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.358322 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=6eee4f73-eeeb-4c66-811d-cd6c3513201c,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:45.432214 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (5438f70d-204e-4c93-ba28-4d3148723e12), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.435438 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:45.436625 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-bf0e76e0-87ea-4ad5-856e-abc4c0777dc0 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5438f70d-204e-4c93-ba28-4d3148723e12 HTTP/1.1" status: 204 len: 168 time: 0.6386533 Aug 30 02:05:51.919032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83afd-2c6d-441b-a31f-03d5fab7fd0c req-d6125005-3ba7-4125-92cd-db439d8860a8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:51.920560 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b4e83afd-2c6d-441b-a31f-03d5fab7fd0c req-d6125005-3ba7-4125-92cd-db439d8860a8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0471408 Aug 30 02:05:51.979368 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b4e83afd-2c6d-441b-a31f-03d5fab7fd0c req-c11c1295-a845-4c9e-98d6-c285ef2a47ed tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505369 Aug 30 02:05:51.994020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-81661ef6-ca1e-444e-b458-aba57c9e035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:51.996235 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-81661ef6-ca1e-444e-b458-aba57c9e035e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0585227 Aug 30 02:05:52.079036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:52.095791 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-26a5b3c0-f5b0-4bda-9f9b-e17d2fbec566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:52.097274 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-26a5b3c0-f5b0-4bda-9f9b-e17d2fbec566 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0907619 Aug 30 02:05:52.168508 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-86debda6-d4a1-46d2-9cb4-91a5cc0f6f69 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 1001 time: 0.0591223 Aug 30 02:05:52.227657 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-162900a8-b2d8-4769-9a7b-0b0d56b64637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:52.229137 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-162900a8-b2d8-4769-9a7b-0b0d56b64637 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0468013 Aug 30 02:05:52.275775 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-b6e63876-34e7-4985-aeb8-449a65486b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:52.277372 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-b6e63876-34e7-4985-aeb8-449a65486b83 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408902 Aug 30 02:05:52.373534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-f1f7c62e-5792-416a-92d2-7e62350da8da service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887926 Aug 30 02:05:52.472562 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-542294eb-60fa-4ebe-a435-1d48f2ba5161 req-10d3ad34-5e84-430e-9253-72d9c53a58ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Aug 30 02:05:52.823130 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:52.868903 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:53.117668 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b9f3-6556-47db-be7f-572644057893 req-736b30c6-ace4-43fb-b9d8-e092769bfa52 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:53.119054 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4402b9f3-6556-47db-be7f-572644057893 req-736b30c6-ace4-43fb-b9d8-e092769bfa52 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0533938 Aug 30 02:05:53.182762 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4402b9f3-6556-47db-be7f-572644057893 req-a0773327-7a24-4775-8ae5-7d0dbd8cd7b2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574131 Aug 30 02:05:54.309062 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa5c2b-dfb9-47cc-b6e9-e2717b65d545 req-d5b040b7-b2dc-4091-bfd3-3b38090087a6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:54.310625 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2afa5c2b-dfb9-47cc-b6e9-e2717b65d545 req-d5b040b7-b2dc-4091-bfd3-3b38090087a6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Aug 30 02:05:54.361593 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2afa5c2b-dfb9-47cc-b6e9-e2717b65d545 req-c1136df6-20b5-47b4-aabf-53fe95c85aa6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Aug 30 02:05:55.202120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=74 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:55.202971 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=42 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:55.520606 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d39de-42b5-4ad1-95b1-998904e796f0 req-7bf252da-c187-4047-a626-7434705ecbf2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:55.522124 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-268d39de-42b5-4ad1-95b1-998904e796f0 req-7bf252da-c187-4047-a626-7434705ecbf2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0491841 Aug 30 02:05:55.580143 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-268d39de-42b5-4ad1-95b1-998904e796f0 req-098000e6-74ed-4558-846f-1e122b76e605 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519004 Aug 30 02:05:56.730692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bb267-7680-4a77-96df-ac265b96c2ee req-fd829c40-8c73-4d9f-90cf-f636f4687434 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:56.732474 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac9bb267-7680-4a77-96df-ac265b96c2ee req-fd829c40-8c73-4d9f-90cf-f636f4687434 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0602326 Aug 30 02:05:56.785256 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac9bb267-7680-4a77-96df-ac265b96c2ee req-73a45124-ef83-419d-877c-df210ab5618f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Aug 30 02:05:57.908683 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe9c79-98a4-452f-8d5e-d7d9be0f24a1 req-20d726ac-c6ca-470a-a496-7b8938fd355d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:57.910194 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cabe9c79-98a4-452f-8d5e-d7d9be0f24a1 req-20d726ac-c6ca-470a-a496-7b8938fd355d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0463953 Aug 30 02:05:57.959056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cabe9c79-98a4-452f-8d5e-d7d9be0f24a1 req-920f389b-0339-45ca-bb8e-0a2fa1c96e3e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 Aug 30 02:05:58.566144 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716511c-3bb6-4f83-ad72-85bde9fc7728 req-ed96e01b-c8d0-491d-8283-eeda3d96d5f4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:58.567876 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1716511c-3bb6-4f83-ad72-85bde9fc7728 req-ed96e01b-c8d0-491d-8283-eeda3d96d5f4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0535491 Aug 30 02:05:58.629263 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1716511c-3bb6-4f83-ad72-85bde9fc7728 req-2af49968-261c-4733-b1c6-15fc60d3c6fe tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Aug 30 02:05:58.658729 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57632) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:58.800984 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e8bf28-db78-4fe8-b4ef-dbb46e6d9e96 tempest-TestMinimumBasicScenario-581371977 tempest-TestMinimumBasicScenario-581371977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:58.802609 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a8e8bf28-db78-4fe8-b4ef-dbb46e6d9e96 tempest-TestMinimumBasicScenario-581371977 tempest-TestMinimumBasicScenario-581371977-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1125 time: 0.1428270 Aug 30 02:05:58.805559 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57636) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:05:58.809979 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'port_id': 'd458433e-132c-4f16-ab95-b7d676233c95', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:05:58.911017 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:58.993445 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:59.121019 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7c403-69cd-440b-bb67-b66c4cd690a6 req-b1003e4c-1eb0-4461-9733-36e647b3f379 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:05:59.122612 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-64a7c403-69cd-440b-bb67-b66c4cd690a6 req-b1003e4c-1eb0-4461-9733-36e647b3f379 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0850255 Aug 30 02:05:59.126605 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:59.162538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Allocated IP 172.27.2.250 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/9129c915-e128-4922-88e0-dd18764df356) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:05:59.170689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:05:59.210071 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-64a7c403-69cd-440b-bb67-b66c4cd690a6 req-c9cc82e9-9207-408d-bee7-61ff32338c07 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770350 Aug 30 02:05:59.297021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for port (9129c915-e128-4922-88e0-dd18764df356), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:59.468026 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (9129c915-e128-4922-88e0-dd18764df356), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:05:59.510610 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:05:59.515803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:05:59.519854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:05:59.523135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'Port': ['ID=9129c915-e128-4922-88e0-dd18764df356,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:05:59.996795 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:00.059477 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0361-9879-42e8-a3f8-16aa87b51fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.143768 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for floatingip (2e0cc368-aa29-4fb9-8e87-422b68b4ab1a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.310893 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b69994-14b3-435b-8616-3f88ef60847e req-ecb98ff6-5f7a-4f20-85a8-13ddde55c7c5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:00.312431 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-91b69994-14b3-435b-8616-3f88ef60847e req-ecb98ff6-5f7a-4f20-85a8-13ddde55c7c5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0513618 Aug 30 02:06:00.352669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9129c915-e128-4922-88e0-dd18764df356), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.362981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a7e6-23c7-4b92-a6e0-d9deb8e4a64b req-149773ce-b846-408a-87e7-5ad211cf77dc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:00.363936 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-91b69994-14b3-435b-8616-3f88ef60847e req-11d9c5ef-18bc-4228-821b-ddecb50466bd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455930 Aug 30 02:06:00.364599 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f48a7e6-23c7-4b92-a6e0-d9deb8e4a64b req-149773ce-b846-408a-87e7-5ad211cf77dc tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0770772 Aug 30 02:06:00.476982 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f48a7e6-23c7-4b92-a6e0-d9deb8e4a64b req-7732f62c-61ac-403d-bdeb-367e9e04d30f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956075 Aug 30 02:06:00.547036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for port (9129c915-e128-4922-88e0-dd18764df356), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.625201 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (9129c915-e128-4922-88e0-dd18764df356), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.679700 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:00.692099 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'Port': ['ID=9129c915-e128-4922-88e0-dd18764df356,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:00.694596 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (2e0cc368-aa29-4fb9-8e87-422b68b4ab1a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:00.790360 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Floating IP 2e0cc368-aa29-4fb9-8e87-422b68b4ab1a associated. External IP: 172.27.2.250, port: d458433e-132c-4f16-ab95-b7d676233c95. Aug 30 02:06:00.987981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Router 7c9cd47c-cc14-4668-99b2-0695767cae68 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:06:01.090342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:06:01.100038 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Sync routers for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:06:01.109988 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:01.110600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:01.214963 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:01.251460 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:01.276409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:01.283685 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-839926bf-3f0b-4686-b4e3-c924469133f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4771328 Aug 30 02:06:01.287374 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57656) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:01.291973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:01.292259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585186633', 'description': 'tempest-secgroup-smoke-1585186633 description', 'project_id': 'b6200be9acd14756908c3fd33adf1506'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:01.295559 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044f5efe-f40e-429b-8b50-798a0b55a73a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:01.341416 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa254fbb-43b3-4bf9-8d09-c7fddbb9bd98 x-openstack-request-id: req-aa254fbb-43b3-4bf9-8d09-c7fddbb9bd98 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:01.341736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:01.341986 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa254fbb-43b3-4bf9-8d09-c7fddbb9bd98 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:01.342386 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa254fbb-43b3-4bf9-8d09-c7fddbb9bd98'] response: {'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:06:01.420715 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:01.430187 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '2e0cc368-aa29-4fb9-8e87-422b68b4ab1a', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'port_id': 'd458433e-132c-4f16-ab95-b7d676233c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'mac_address': 'fa:16:3e:64:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:00Z', 'updated_at': '2022-08-30T02:06:00Z', 'revision_number': 0, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:01.461018 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Checking router: 7c9cd47c-cc14-4668-99b2-0695767cae68 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:06:01.470868 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:01.471781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:05:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:01.492429 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581c8e-871b-4e10-8b31-f320323e9096 req-a75e9949-01bb-4649-a089-492949d34a99 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:01.494056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-14581c8e-871b-4e10-8b31-f320323e9096 req-a75e9949-01bb-4649-a089-492949d34a99 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0526919 Aug 30 02:06:01.497970 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (0585ab8a-3d60-4195-b9b6-d3a8fb293e30), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:01.547367 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-14581c8e-871b-4e10-8b31-f320323e9096 req-a6769c5d-cadd-4ce1-92a3-efa9b34dfcb1 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 Aug 30 02:06:01.577074 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:01.589480 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0585ab8a-3d60-4195-b9b6-d3a8fb293e30), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:01.630708 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f90a6-4288-4900-a029-03e140d9da38 req-70de18ce-fd05-49d2-88d1-7a3c07d7d05d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:01.632463 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d23f90a6-4288-4900-a029-03e140d9da38 req-70de18ce-fd05-49d2-88d1-7a3c07d7d05d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0706537 Aug 30 02:06:01.650032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:01.663422 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0585ab8a-3d60-4195-b9b6-d3a8fb293e30,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:01.695864 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d23f90a6-4288-4900-a029-03e140d9da38 req-fadbfc9c-d994-483a-8385-55376187b2cb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563512 Aug 30 02:06:01.709776 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:01.714264 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57664) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:01.717795 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-72a8fd54-4c39-4ca3-95a2-c5dae36e9326 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4254246 Aug 30 02:06:01.727228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:01.782669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-04c9c4ce-fe12-48f3-b9cb-bc3c912b30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:01.784130 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-04c9c4ce-fe12-48f3-b9cb-bc3c912b30a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1130 time: 0.0506921 Aug 30 02:06:01.812371 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '2e0cc368-aa29-4fb9-8e87-422b68b4ab1a', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'port_id': 'd458433e-132c-4f16-ab95-b7d676233c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'mac_address': 'fa:16:3e:64:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:00Z', 'updated_at': '2022-08-30T02:06:00Z', 'revision_number': 0, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:01.837301 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7644fdd-a33f-4703-af9c-91fe467442d9 None None] The sync data for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi is: [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '2e0cc368-aa29-4fb9-8e87-422b68b4ab1a', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'port_id': 'd458433e-132c-4f16-ab95-b7d676233c95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'mac_address': 'fa:16:3e:64:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:00Z', 'updated_at': '2022-08-30T02:06:00Z', 'revision_number': 0, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:06:01.889514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-7187554b-485e-4ecc-bbca-f5385e82b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:01.890989 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-7187554b-485e-4ecc-bbca-f5385e82b597 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 916 time: 0.0908654 Aug 30 02:06:01.900580 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (18ce7b0d-d054-4789-a742-ec0b10cb0c32), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.003169 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-6abe534d-41df-4bb6-a542-77de29056211 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 1000 time: 0.0849736 Aug 30 02:06:02.009391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (18ce7b0d-d054-4789-a742-ec0b10cb0c32), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.030041 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b40ef94-8e2c-4e88-b449-60206d3bffbf None None] New status for floating IP 2e0cc368-aa29-4fb9-8e87-422b68b4ab1a: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:06:02.063392 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-8f34f620-3c3e-4893-83b2-ffd5e8f425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:02.064838 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-8f34f620-3c3e-4893-83b2-ffd5e8f425ae service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0543027 Aug 30 02:06:02.139623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-28815a59-aa8e-4b1c-b867-767630f06ebf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:02.141193 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-28815a59-aa8e-4b1c-b867-767630f06ebf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0872271 Aug 30 02:06:02.144719 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-8c5407d9-07bd-410b-b110-e31b55164fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:02.152433 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-8c5407d9-07bd-410b-b110-e31b55164fc2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607800 Aug 30 02:06:02.190514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (18ce7b0d-d054-4789-a742-ec0b10cb0c32), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.215615 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b9f82383-f1c7-4c81-8a93-e4d618cddbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.216771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:02.259548 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ce7b0d-d054-4789-a742-ec0b10cb0c32,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:02.324982 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port f9ed6cf0-0f77-4260-91c6-8234ef158793 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:06:02.325248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.379670 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-8ec44afe-3914-4702-9bbe-cc88605ca334 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171273 Aug 30 02:06:02.384255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.388005 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e2e4bfdf-9bbe-431c-a358-fb66d0fa7e5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6699474 Aug 30 02:06:02.388673 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57668) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:02.393190 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:02.398637 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:02.484968 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (c9b3f7bf-9c9f-4ff3-a2e9-212f0bf349b0), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.492976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] For port f9ed6cf0-0f77-4260-91c6-8234ef158793, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f9ed6cf0-0f77-4260-91c6-8234ef158793,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:02.493341 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.493875 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:02.543100 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (c9b3f7bf-9c9f-4ff3-a2e9-212f0bf349b0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.554147 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-044f5efe-f40e-429b-8b50-798a0b55a73a req-f2aef9bd-ba41-45eb-a955-66bba0ba2c5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651936 Aug 30 02:06:02.689873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (c9b3f7bf-9c9f-4ff3-a2e9-212f0bf349b0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.715601 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b3f7bf-9c9f-4ff3-a2e9-212f0bf349b0,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:02.717498 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9a71-ea0a-4dd8-9d0f-0c34f99deca9 req-77977557-f509-40dd-91ef-e2de9f4ee50c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:02.719021 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7b2d9a71-ea0a-4dd8-9d0f-0c34f99deca9 req-77977557-f509-40dd-91ef-e2de9f4ee50c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 946 time: 0.0910420 Aug 30 02:06:02.721340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.721682 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.721990 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 12c956ef-3d20-4ecf-a19b-4de8d8a86f1d disassociated. External IP: 172.27.2.150, port: f9ed6cf0-0f77-4260-91c6-8234ef158793. Aug 30 02:06:02.722425 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for f9ed6cf0-0f77-4260-91c6-8234ef158793 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:06:02.729758 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.730671 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.731088 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.731430 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.731763 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.732093 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.732420 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.732777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.733104 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.733431 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.733778 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.734099 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.734447 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.734770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.735115 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:02.815128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:02.819830 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7b2d9a71-ea0a-4dd8-9d0f-0c34f99deca9 req-fd9dd48d-a72d-4ada-becf-21bfc6a95695 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47708483-aaac-4b3f-854a-92e3633e3b17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930290 Aug 30 02:06:02.840034 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dee593-e40d-44d9-8df1-0cd6eb13a1a3 req-a4de23f9-1450-46bf-b977-ef0e73411d90 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:02.841986 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-31dee593-e40d-44d9-8df1-0cd6eb13a1a3 req-a4de23f9-1450-46bf-b977-ef0e73411d90 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0543599 Aug 30 02:06:02.846046 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:02.847144 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a8a1e5a9-6792-4bee-a466-b94bbf1ce6f9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4575024 Aug 30 02:06:02.853094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57674) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:02.861834 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:02.892492 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-31dee593-e40d-44d9-8df1-0cd6eb13a1a3 req-e1554fa0-fe61-405c-9cc5-af18ddf3b309 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Aug 30 02:06:03.020787 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (c7209e89-2137-4c56-a84c-2c8c9bb3f104), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.075781 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:06:03.078302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (c7209e89-2137-4c56-a84c-2c8c9bb3f104), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.118787 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f9ed6cf0-0f77-4260-91c6-8234ef158793), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.146734 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=f9ed6cf0-0f77-4260-91c6-8234ef158793,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:03.191946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (c7209e89-2137-4c56-a84c-2c8c9bb3f104), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.246473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7209e89-2137-4c56-a84c-2c8c9bb3f104,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:03.273156 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:06:03.391917 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:06:03.400432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:06:03.410631 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:03.411239 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:03.437771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.437771 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4f8f5796-7f13-483a-b3da-58c99344a4ed tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5828152 Aug 30 02:06:03.437771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] No DVR routers for this DVR port f9ed6cf0-0f77-4260-91c6-8234ef158793 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:06:03.440033 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57678) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:03.440271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.443694 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-52d72fe5-9ee3-4bae-b5d5-bd239ee7316e req-561fd685-805d-4832-a26f-06f184cf7ce8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f9ed6cf0-0f77-4260-91c6-8234ef158793 HTTP/1.1" status: 204 len: 173 time: 1.2891259 Aug 30 02:06:03.445042 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'name': 'network-vif-deleted', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:03.445183 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:03.447262 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cc29ff-1498-430f-ac25-a02c448d4c37" -d '{"events": [{"server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "name": "network-vif-deleted", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:03.483253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:03.488965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0cc1d-e8b0-4984-b52a-9d576736f878 x-openstack-request-id: req-12c0cc1d-e8b0-4984-b52a-9d576736f878 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:03.489258 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5b872f-9744-43a4-94bc-1f6c488c692d", "name": "network-vif-deleted", "tag": "f9ed6cf0-0f77-4260-91c6-8234ef158793", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:03.489543 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12c0cc1d-e8b0-4984-b52a-9d576736f878 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:03.499448 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c0cc1d-e8b0-4984-b52a-9d576736f878'] response: {'server_uuid': 'fa5b872f-9744-43a4-94bc-1f6c488c692d', 'name': 'network-vif-deleted', 'tag': 'f9ed6cf0-0f77-4260-91c6-8234ef158793', 'status': 'completed', 'code': 200} Aug 30 02:06:03.500908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.529023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:03.530616 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:03.628858 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (cec02e5d-07ab-4dbd-a410-deb6d51747d7), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.695137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (cec02e5d-07ab-4dbd-a410-deb6d51747d7), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.766448 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:03.815180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (cec02e5d-07ab-4dbd-a410-deb6d51747d7), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.836130 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec02e5d-07ab-4dbd-a410-deb6d51747d7,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:03.849366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:03.881086 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:06:03.884294 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:03.884912 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:03.939805 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9c6cc59e-68c8-41e2-809a-249876adf6be req-c668f393-9b5e-411b-8cd9-e852696230cf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fa5b872f-9744-43a4-94bc-1f6c488c692d HTTP/1.1" status: 200 len: 210 time: 0.0339277 Aug 30 02:06:03.966664 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:03.970857 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-84e7788f-aec0-44d5-a76f-3d1bb640fceb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5297134 Aug 30 02:06:03.979186 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57686) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:03.984229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:03.995437 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:04.049444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d55f-9bd7-405a-a739-a5011b1d1611 req-be0c129f-fb0d-4d25-8c3f-0e470a39cee7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:04.050959 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c718d55f-9bd7-405a-a739-a5011b1d1611 req-be0c129f-fb0d-4d25-8c3f-0e470a39cee7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0609443 Aug 30 02:06:04.212639 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:04.240746 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef37dee-ae0c-4d32-bf5c-85ab2b8ee0c5 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:06:04.340082 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.securitygroups_db [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Project b6200be9acd14756908c3fd33adf1506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:06:04.350634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (997597f0-e46d-4c68-b1cd-f5275a22303a), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.387815 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c718d55f-9bd7-405a-a739-a5011b1d1611 req-b2ab0c99-6569-467d-a88f-d394841b625b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305845 Aug 30 02:06:04.438466 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (997597f0-e46d-4c68-b1cd-f5275a22303a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.501706 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53919c58-2d7b-42a6-b43e-b4f9f24f81b8 None None] New status for floating IP 12c956ef-3d20-4ecf-a19b-4de8d8a86f1d: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:06:04.535194 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (997597f0-e46d-4c68-b1cd-f5275a22303a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.555170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997597f0-e46d-4c68-b1cd-f5275a22303a,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:04.622884 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.624105 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b4a9b19a-870d-4a24-90da-2e8a25837d35 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6433909 Aug 30 02:06:04.626816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57690) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:04.631090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'security_group_rule': {'security_group_id': '0585ab8a-3d60-4195-b9b6-d3a8fb293e30', 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:04.820867 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.securitygroups_db [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Project b6200be9acd14756908c3fd33adf1506 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:06:04.827811 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (cef2bb30-53cf-490e-915d-1f1dfb2fee90), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.888606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (cef2bb30-53cf-490e-915d-1f1dfb2fee90), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.951060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:04.987121 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (cef2bb30-53cf-490e-915d-1f1dfb2fee90), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.006954 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef2bb30-53cf-490e-915d-1f1dfb2fee90,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:05.066461 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.137828 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.139069 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-c3af0755-5284-43db-8e36-ac1fbfa92c05 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5112884 Aug 30 02:06:05.176280 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57698) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:05.229559 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-ea994e6e-676b-482b-b4c4-9668750a8620 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1585186633&fields=id&tenant_id=b6200be9acd14756908c3fd33adf1506 HTTP/1.1" status: 200 len: 267 time: 0.0451744 Aug 30 02:06:05.235859 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (47708483-aaac-4b3f-854a-92e3633e3b17), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.259401 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (47708483-aaac-4b3f-854a-92e3633e3b17), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.280585 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-25d487b0-a58c-42d7-b16a-781e95aa8322 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:05.282126 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-25d487b0-a58c-42d7-b16a-781e95aa8322 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0470476 Aug 30 02:06:05.293273 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:05.294108 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'port': {'security_groups': ['951d9773-4feb-4a46-b7b5-2b6fd8d94255', '0585ab8a-3d60-4195-b9b6-d3a8fb293e30']}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:05.367833 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.385588 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:05.470828 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (47708483-aaac-4b3f-854a-92e3633e3b17), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.473775 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.475726 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47708483-aaac-4b3f-854a-92e3633e3b17 HTTP/1.1" status: 204 len: 168 time: 0.2976203 Aug 30 02:06:05.483337 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57704) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:05.507415 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.api.v2.resource [None req-a6345084-9316-4d3f-8804-f865f09367f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] show failed (client error): The resource could not be found. Aug 30 02:06:05.508349 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041779a-3256-4afc-9a31-51ffe280156b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47708483-aaac-4b3f-854a-92e3633e3b17,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:05.508526 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a6345084-9316-4d3f-8804-f865f09367f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups/47708483-aaac-4b3f-854a-92e3633e3b17 HTTP/1.1" status: 404 len: 347 time: 0.0242262 Aug 30 02:06:05.512596 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57706) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:05.528901 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446b289-ff28-460b-b0be-3c11b3a04cbe req-eb69af5b-845a-4baf-9040-bfdf4d640fed tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:05.530755 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8446b289-ff28-460b-b0be-3c11b3a04cbe req-eb69af5b-845a-4baf-9040-bfdf4d640fed tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0614316 Aug 30 02:06:05.594634 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8446b289-ff28-460b-b0be-3c11b3a04cbe req-614adc5c-a5d8-4bf0-9211-0fbcd521c110 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475233 Aug 30 02:06:05.714792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:05.716799 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 010e2e4b-ef50-4d71-b526-c32def1e4ea5 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:06:05.717144 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.775917 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:05.788072 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for port (d458433e-132c-4f16-ab95-b7d676233c95), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.820478 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.820799 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (010e2e4b-ef50-4d71-b526-c32def1e4ea5), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.832659 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 010e2e4b-ef50-4d71-b526-c32def1e4ea5 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:06:05.880518 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.896729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:05.897317 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:05.898717 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-712b1b94-a5fe-4e06-a681-914e61dcdeaf req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "PUT /networking/v2.0/ports/d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 982 time: 0.6100371 Aug 30 02:06:05.899153 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:05.900929 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['d458433e-132c-4f16-ab95-b7d676233c95'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:06:05.901589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11a17e-0dc0-416d-b7e1-d08262497f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:05.947971 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c5080-37cb-4acb-9985-55b7f0c483c5 x-openstack-request-id: req-3f1c5080-37cb-4acb-9985-55b7f0c483c5 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:05.948258 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:05.948511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f1c5080-37cb-4acb-9985-55b7f0c483c5 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:05.948959 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1c5080-37cb-4acb-9985-55b7f0c483c5'] response: {'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:06:06.013421 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['d458433e-132c-4f16-ab95-b7d676233c95'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:06:06.015670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-d010d651-982a-4795-8674-b433220e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.017205 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-d010d651-982a-4795-8674-b433220e1a86 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1169 time: 0.0448861 Aug 30 02:06:06.019886 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa6ac7-a3c7-4b76-95c1-46abeded5d6d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=6']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:06.035955 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe22dbd-058d-43b2-a3be-cee6db6d2e32 req-7eb7a6cb-61b5-46e0-9c11-ae3099e201da tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.040861 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cfe22dbd-058d-43b2-a3be-cee6db6d2e32 req-7eb7a6cb-61b5-46e0-9c11-ae3099e201da tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0757008 Aug 30 02:06:06.058116 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:06.140554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-b6e0c9c3-da47-4f17-b92b-13f2f1f88b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.142060 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-b6e0c9c3-da47-4f17-b92b-13f2f1f88b52 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 916 time: 0.1078866 Aug 30 02:06:06.145849 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cfe22dbd-058d-43b2-a3be-cee6db6d2e32 req-7f1f94a7-d527-4824-b654-9125470d14e8 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016777 Aug 30 02:06:06.226218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-e0da3908-caca-4a40-8b5d-2e13c6163581 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 1002 time: 0.0714707 Aug 30 02:06:06.275373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:06.279032 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-21ac4932-a85b-41b9-9e93-e418992132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.280594 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-21ac4932-a85b-41b9-9e93-e418992132e4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0480709 Aug 30 02:06:06.299579 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (010e2e4b-ef50-4d71-b526-c32def1e4ea5), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:06.308182 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:06.327414 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=010e2e4b-ef50-4d71-b526-c32def1e4ea5,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:06.330118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-f31f6342-e045-472d-ae38-d8b52910220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.335434 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-f31f6342-e045-472d-ae38-d8b52910220e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464053 Aug 30 02:06:06.397259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (12c956ef-3d20-4ecf-a19b-4de8d8a86f1d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:06.406085 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:06.410044 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b182002d-a0d5-4e73-af0d-c6bec2c51554 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/12c956ef-3d20-4ecf-a19b-4de8d8a86f1d HTTP/1.1" status: 204 len: 168 time: 0.8963189 Aug 30 02:06:06.465965 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-e816e9c5-e45c-4086-84b9-bbf1d9b65ddd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182103 Aug 30 02:06:06.532961 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:06.611757 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0c11a17e-0dc0-416d-b7e1-d08262497f0c req-b3b420f9-b097-4537-ace2-dd0c103e9377 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067212 Aug 30 02:06:06.638486 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57726) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:06.643266 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322841689', 'description': 'tempest-description--2141754352'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:06.739364 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b5a4b-8977-4fe4-a539-9888c6808a44 req-2fd128d0-23ae-43e1-81f3-899e87e6c501 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:06.740841 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b20b5a4b-8977-4fe4-a539-9888c6808a44 req-2fd128d0-23ae-43e1-81f3-899e87e6c501 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0543439 Aug 30 02:06:06.789263 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b20b5a4b-8977-4fe4-a539-9888c6808a44 req-3c30239f-0984-4e3a-81ca-fad1b98345d8 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Aug 30 02:06:06.798484 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:06.865880 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (e69e3074-eb3c-4cbb-92de-1e7f71073030), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:06.973852 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e69e3074-eb3c-4cbb-92de-1e7f71073030), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.002779 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69e3074-eb3c-4cbb-92de-1e7f71073030,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:07.107641 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.108925 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1110b550-08ae-4021-97cb-18afdb7fde34 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4693716 Aug 30 02:06:07.111822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57728) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:07.116323 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': 'e69e3074-eb3c-4cbb-92de-1e7f71073030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:07.278281 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (373625bf-fc8a-4e0f-b378-abdbed28427c), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.316554 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f9ed6cf0-0f77-4260-91c6-8234ef158793 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:06:07.335086 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (373625bf-fc8a-4e0f-b378-abdbed28427c), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.335640 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: f9ed6cf0-0f77-4260-91c6-8234ef158793 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:06:07.335885 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f9ed6cf0-0f77-4260-91c6-8234ef158793 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:06:07.409587 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (373625bf-fc8a-4e0f-b378-abdbed28427c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.432367 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373625bf-fc8a-4e0f-b378-abdbed28427c,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:07.554150 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.555398 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-016f19ed-2f4d-4ffb-ba82-aaed8081c9f9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4425702 Aug 30 02:06:07.558759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57732) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:07.563245 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': 'e69e3074-eb3c-4cbb-92de-1e7f71073030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:07.695329 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (76185e4e-91ee-41d0-b7f4-c26b62ffc393), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.716765 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:07.755177 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (76185e4e-91ee-41d0-b7f4-c26b62ffc393), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.889600 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (76185e4e-91ee-41d0-b7f4-c26b62ffc393), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.909123 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76185e4e-91ee-41d0-b7f4-c26b62ffc393,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:07.917029 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8df7e-6009-4c88-81fe-62d2d9f20ce8 req-69c2429d-392e-41bd-a109-cdcd9e0c8356 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:07.919218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bbe8df7e-6009-4c88-81fe-62d2d9f20ce8 req-69c2429d-392e-41bd-a109-cdcd9e0c8356 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0539067 Aug 30 02:06:07.941249 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:07.966396 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bbe8df7e-6009-4c88-81fe-62d2d9f20ce8 req-50dddc44-f16c-4eda-ac14-b213cb729242 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Aug 30 02:06:08.062947 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.067269 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-f3661ea9-fda6-4dac-b1dc-15e5883a6a93 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5044391 Aug 30 02:06:08.067667 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57736) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:08.072168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:08.192646 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.274257 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.365874 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:08.387763 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.27.2.197 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/9d7e8301-9162-4400-9454-c4ba7f725798) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:06:08.492921 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (9d7e8301-9162-4400-9454-c4ba7f725798), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.631119 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.676578 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:06:08.681602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:06:08.684156 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:06:08.687888 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=9d7e8301-9162-4400-9454-c4ba7f725798,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:08.770299 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:08.920222 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:09.053033 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:09.105538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (9d7e8301-9162-4400-9454-c4ba7f725798), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:09.114207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4bf0f-a42e-46d0-b11f-429c34f74bd5 req-509c05ec-3209-45d2-8107-bcd711194e96 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:09.115732 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5eb4bf0f-a42e-46d0-b11f-429c34f74bd5 req-509c05ec-3209-45d2-8107-bcd711194e96 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0653472 Aug 30 02:06:09.164255 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5eb4bf0f-a42e-46d0-b11f-429c34f74bd5 req-db5e3802-cd51-4ee6-82a4-ce0b52eb5709 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Aug 30 02:06:09.203695 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:09.277711 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=9d7e8301-9162-4400-9454-c4ba7f725798,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:09.280399 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:09.474571 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:09.475711 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a4843494-b51f-46d4-9a29-92f55fefe1a7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4069505 Aug 30 02:06:09.674778 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-1e008bbf-4a9e-4c54-b231-62b5f3aba841 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1322841689&fields=id&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 267 time: 0.0427940 Aug 30 02:06:09.788560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-97e5089c-2b78-41ae-826d-3c604ec747cc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:09.789977 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-97e5089c-2b78-41ae-826d-3c604ec747cc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1090033 Aug 30 02:06:09.804970 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-941da1c9-43e0-4435-80d6-8be4db446664 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/quotas/c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 375 time: 0.0089581 Aug 30 02:06:09.854263 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-48e46651-f8f2-44a2-ae45-6b0c28a4d75b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437467 Aug 30 02:06:09.950886 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:09.954881 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-d320357b-75f5-4e2e-b7a4-d35a1b903387 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888753 Aug 30 02:06:10.049268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-a9a1150f-b64d-4203-a69d-9eda26d98f7e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Aug 30 02:06:10.320140 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfbb80-5e5c-4b23-b90a-0e777edcd177 req-97e7b484-28bb-4ee8-9e39-83c0fdbf6be3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:10.321749 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9cdfbb80-5e5c-4b23-b90a-0e777edcd177 req-97e7b484-28bb-4ee8-9e39-83c0fdbf6be3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0710762 Aug 30 02:06:10.336674 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6c2ab1ab-b974-4e75-9142-52844b3ab79a req-58f19cde-9fe0-4f38-8a7f-3325beaae2c1 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0285175 Aug 30 02:06:10.376550 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9cdfbb80-5e5c-4b23-b90a-0e777edcd177 req-ffe17f0e-f914-49d9-aa12-39e466dd7ba1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484881 Aug 30 02:06:11.428583 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c7185afd-ff6b-40d5-8654-2709351cd597 req-415c098e-6e53-4eab-8875-f628661f5a82 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0330985 Aug 30 02:06:11.498841 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06430ff-185f-479d-bfe5-dffa36fe7173 req-583cd105-9c49-448c-897e-f01e208ac796 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:11.500295 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f06430ff-185f-479d-bfe5-dffa36fe7173 req-583cd105-9c49-448c-897e-f01e208ac796 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0477993 Aug 30 02:06:11.525340 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:11.546980 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f06430ff-185f-479d-bfe5-dffa36fe7173 req-6c4aeeb9-037d-4682-95aa-b14b45771daa tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Aug 30 02:06:11.931522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95d77-2208-4c81-88ec-652ac204a980 req-af04edb9-b28d-4b76-8882-776ff856e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:11.932918 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-41c95d77-2208-4c81-88ec-652ac204a980 req-af04edb9-b28d-4b76-8882-776ff856e892 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0377903 Aug 30 02:06:11.979735 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-41c95d77-2208-4c81-88ec-652ac204a980 req-ec86fcd6-b9a8-4b0a-b78d-4eeb3c94fce3 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382178 Aug 30 02:06:12.527921 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-58a70429-3115-4fd4-b39d-aa5817c51961 req-ae17e730-752a-4ac2-97d6-0d6a1f70e364 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0281525 Aug 30 02:06:12.671792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb1b0d-5c89-44df-879c-f40289b7554d req-9d923e37-9445-4ef2-beca-63a5b66ebc3c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:12.674415 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-42bb1b0d-5c89-44df-879c-f40289b7554d req-9d923e37-9445-4ef2-beca-63a5b66ebc3c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0540888 Aug 30 02:06:12.725767 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-42bb1b0d-5c89-44df-879c-f40289b7554d req-c3d64923-99b4-46ec-b761-28cba0a5fa25 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Aug 30 02:06:13.627933 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a99c13fe-f81e-4dea-b928-c3903f0845b3 req-549071d3-b47f-4440-9ef7-4e8fd487934d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0275209 Aug 30 02:06:13.843966 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be528-2f52-40b8-860b-861bc6606402 req-61ce5abf-e1af-4bee-917e-ae45edf450ff tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:13.845315 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a65be528-2f52-40b8-860b-861bc6606402 req-61ce5abf-e1af-4bee-917e-ae45edf450ff tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0457962 Aug 30 02:06:13.891184 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a65be528-2f52-40b8-860b-861bc6606402 req-e8bae9a2-eaab-4a26-8ba2-08adf9d193cb tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401497 Aug 30 02:06:14.578700 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:14.580584 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:14.732955 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9e9e785d-f036-48f8-ad46-d269aa56debb req-153148e6-1f85-486d-bd89-81a26fa491a2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0329773 Aug 30 02:06:15.017533 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b67d-a0d5-431b-b330-08d2c604bf5e req-a9db74c0-8148-4870-b101-720cc9bcd806 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:15.019008 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6731b67d-a0d5-431b-b330-08d2c604bf5e req-a9db74c0-8148-4870-b101-720cc9bcd806 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0513084 Aug 30 02:06:15.283044 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6731b67d-a0d5-431b-b330-08d2c604bf5e req-6092f3ac-5fdc-44b9-9e0a-17d6df95b762 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580297 Aug 30 02:06:15.835103 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-50167c66-0899-443b-bbd6-046c56648b10 req-a11f39ad-ee75-4a74-ac95-41b9d18e09e4 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0283267 Aug 30 02:06:16.409640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fcc06-50e2-48f6-88a8-4f45d89baf16 req-45bbf37c-a482-42c0-af9e-0b95c79d9bc6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:16.411150 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f00fcc06-50e2-48f6-88a8-4f45d89baf16 req-45bbf37c-a482-42c0-af9e-0b95c79d9bc6 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0481009 Aug 30 02:06:16.459270 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f00fcc06-50e2-48f6-88a8-4f45d89baf16 req-eb77fa5e-21ef-4ea1-81c8-eb2e58e555ad tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Aug 30 02:06:16.941135 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c02233ca-3c36-4373-aa1f-7338ad7dcede req-f0bed7f3-4381-4b38-96cf-7465925825b6 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0277829 Aug 30 02:06:17.581057 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361e8a9-3a62-444d-a2b2-2281f14ae129 req-3695fe56-b10b-46b3-a2c8-06e42c6226b3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:17.582517 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4361e8a9-3a62-444d-a2b2-2281f14ae129 req-3695fe56-b10b-46b3-a2c8-06e42c6226b3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0484192 Aug 30 02:06:17.630687 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4361e8a9-3a62-444d-a2b2-2281f14ae129 req-51723c68-b0a8-4c8c-8823-79c6c94c736f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426311 Aug 30 02:06:17.847597 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=18 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:17.850490 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:18.046938 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-242b52d9-d47c-4aec-83dc-385f55c87915 req-bfa0781d-43be-4304-89b7-28c1339b2bc9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0288386 Aug 30 02:06:18.252123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613088-9e06-44bb-95e1-17ee97c1e3f7 req-28b6fa5f-b6c5-40ee-8627-0583463a0588 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:18.253615 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac613088-9e06-44bb-95e1-17ee97c1e3f7 req-28b6fa5f-b6c5-40ee-8627-0583463a0588 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0513756 Aug 30 02:06:18.300168 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac613088-9e06-44bb-95e1-17ee97c1e3f7 req-ff0a813a-1da9-47bc-aa19-e61db9be4192 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Aug 30 02:06:19.151459 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5308945d-490d-4756-8ed2-a5ecb4fd93c8 req-72f72632-092f-41a1-a032-7048d0f792b2 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0268278 Aug 30 02:06:19.427853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7bee1-0390-4c58-8f33-2ff7580b3adc req-b975384b-c4cb-4b5d-b9aa-8ffa3e265196 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:19.427853 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cac7bee1-0390-4c58-8f33-2ff7580b3adc req-b975384b-c4cb-4b5d-b9aa-8ffa3e265196 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0517733 Aug 30 02:06:19.476205 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cac7bee1-0390-4c58-8f33-2ff7580b3adc req-838d914c-cb79-4a36-9ad5-1f5de106c07b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Aug 30 02:06:20.004206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-5f1ce703-88d0-4f82-bdb4-b37f74c3471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.005740 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-5f1ce703-88d0-4f82-bdb4-b37f74c3471e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0431237 Aug 30 02:06:20.102211 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:20.129854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-4e558787-ac98-448e-9ea4-463d3e977a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.131231 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-4e558787-ac98-448e-9ea4-463d3e977a77 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0879874 Aug 30 02:06:20.255242 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-d064a8f9-10fe-4e54-8fa5-2f4b1cb47390 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 1001 time: 0.1166248 Aug 30 02:06:20.256941 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-90dfb6ee-7d4e-43f8-9971-5c51c258aa3a req-6c66a1da-89c3-4c00-9af5-ab8649197e80 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0299282 Aug 30 02:06:20.334178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-9a0cdd5e-f496-48a0-9687-ab4702e71960 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.335624 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-9a0cdd5e-f496-48a0-9687-ab4702e71960 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1575360 Aug 30 02:06:20.339237 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-915f9e87-04cd-4ab7-a3f8-b046754a7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.340768 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-915f9e87-04cd-4ab7-a3f8-b046754a7614 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0746257 Aug 30 02:06:20.414572 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-ca8c3f95-6020-4157-87dc-99a443a67e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.416012 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-ca8c3f95-6020-4157-87dc-99a443a67e1a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626969 Aug 30 02:06:20.461588 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-c65c8259-cf22-40aa-9004-1fef0c59648b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 380 time: 0.1133633 Aug 30 02:06:20.490228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'port': {'device_id': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'admin_state_up': True, 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'security_groups': ['e69e3074-eb3c-4cbb-92de-1e7f71073030']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:20.552758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:20.626379 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-e83d7fbc-6aa5-4f0e-b84c-4e1300c57dc6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975031 Aug 30 02:06:20.639569 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3ec6b-fd7b-4349-8313-a06417b8b98e req-238af648-9afc-4a2e-a3bf-169c1e5f6810 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:20.640972 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ee3ec6b-fd7b-4349-8313-a06417b8b98e req-238af648-9afc-4a2e-a3bf-169c1e5f6810 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0815775 Aug 30 02:06:20.759092 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ee3ec6b-fd7b-4349-8313-a06417b8b98e req-57283530-8e0f-4a86-8ef1-add404e8d8b0 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116812 Aug 30 02:06:20.786187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:06:20.790737 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:20.815139 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-760984d3-bf58-40bc-ada0-bac9bc5fd007 req-ce53a121-06f0-45d1-8e3b-0f7b368ef065 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193254 Aug 30 02:06:20.867103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:20.936128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.20.0.14 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/74d417e1-55c5-4a16-8d11-a5c6fa5048b0) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:06:21.077119 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:21.163191 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:21.214549 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:06:21.222765 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:06:21.227649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:06:21.233655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:21.259424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:21.268758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.269256 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.269731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.270214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.270655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.271098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.271562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.272071 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.272524 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.273028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.273400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.276679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.276679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.276679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.276679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:21.306189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:21.306794 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:21.384282 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7f152-d5f2-4aa2-9c9e-0744d3f717d4 req-6dae3b4f-d635-4918-a9cd-fd2d82481206 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:21.385938 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0bf7f152-d5f2-4aa2-9c9e-0744d3f717d4 req-6dae3b4f-d635-4918-a9cd-fd2d82481206 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 932 time: 0.0486693 Aug 30 02:06:21.443494 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0bf7f152-d5f2-4aa2-9c9e-0744d3f717d4 req-57094b0f-9139-47b3-8a75-6a4c6f0a17c3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511227 Aug 30 02:06:21.465769 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-90c03b17-ed8d-4671-8440-dfa037a5c0a5 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773288 Aug 30 02:06:21.486490 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-1f18918e-20f2-4598-a565-cbc37cd408ba None None] Provisioning complete for port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:06:21.486996 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1f18918e-20f2-4598-a565-cbc37cd408ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:21.525404 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-1f18918e-20f2-4598-a565-cbc37cd408ba None None] Port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:06:21.884133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5862-6022-44d8-8a32-d3e23738917b req-86c5dee6-08ee-41ba-afc5-747094e7d831 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:21.885534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fa5b5862-6022-44d8-8a32-d3e23738917b req-86c5dee6-08ee-41ba-afc5-747094e7d831 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0474000 Aug 30 02:06:21.936730 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fa5b5862-6022-44d8-8a32-d3e23738917b req-2d327010-690b-48df-9655-6ca646a33822 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454905 Aug 30 02:06:22.331317 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Request body: {'port': {'device_id': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:22.405145 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:22.563705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb105c-d5a2-497a-a0bd-1253c0ec0776 req-a867fb69-d7ed-469d-8f82-3697966a961a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:22.565215 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fbb105c-d5a2-497a-a0bd-1253c0ec0776 req-a867fb69-d7ed-469d-8f82-3697966a961a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 932 time: 0.0464215 Aug 30 02:06:22.613166 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fbb105c-d5a2-497a-a0bd-1253c0ec0776 req-232b7b2a-dea9-4f2b-82bb-6ca5ff21070b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Aug 30 02:06:22.677049 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:22.684988 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks [] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:22.697302 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Transition to ACTIVE for port object 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:06:22.838569 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:22.916470 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:22.946293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Attempting to bind port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:06:22.946557 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Attempting to bind port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:06:22.946881 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Attempting to bind port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:22.951542 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 on network 316431ff-b22a-409c-830b-a78363ccfbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:06:22.951863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Attempting to bind port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:22.956756 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:06:22.957090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:06:22.963267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:06:22.963267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Bound port: 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:06:22.963267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:23.052144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:06:23.064091 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:23.071755 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:06:23.079117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df2357-fc39-4d5e-851c-c00129c4cc5f req-ae8d9804-7d8d-45ce-9a12-8621f75d749d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.080604 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-41df2357-fc39-4d5e-851c-c00129c4cc5f req-ae8d9804-7d8d-45ce-9a12-8621f75d749d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0668852 Aug 30 02:06:23.129178 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-41df2357-fc39-4d5e-851c-c00129c4cc5f req-68675290-282e-4825-aaea-411f12cd2f30 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Aug 30 02:06:23.175890 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:23.180121 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.180725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:23.182085 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/74d417e1-55c5-4a16-8d11-a5c6fa5048b0 HTTP/1.1" status: 200 len: 1094 time: 0.8557098 Aug 30 02:06:23.182577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:23.184968 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf8694-60a7-402a-9dde-829b9986d37b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:23.205176 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:23.229681 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4056c6d-94ac-4e0e-a454-e614c3e5402d x-openstack-request-id: req-f4056c6d-94ac-4e0e-a454-e614c3e5402d {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:23.229964 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:23.230219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4056c6d-94ac-4e0e-a454-e614c3e5402d {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:23.231251 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4056c6d-94ac-4e0e-a454-e614c3e5402d'] response: {'name': 'network-changed', 'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'status': 'completed', 'code': 200} Aug 30 02:06:23.234395 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367c87-6afc-45e0-b69d-ad1cc268ba41 service neutron] Pushing event updated for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:23.290844 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-b49d80e1-312e-43d1-89be-7d150bf11279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.292331 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-b49d80e1-312e-43d1-89be-7d150bf11279 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 1128 time: 0.0425746 Aug 30 02:06:23.390661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-99f6ae03-4f42-425b-b04b-a5b718ad09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.392126 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-99f6ae03-4f42-425b-b04b-a5b718ad09a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933745 Aug 30 02:06:23.506223 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-f0d2cea9-afa7-4662-b7f3-ef0afd41c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.507609 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1ccf8694-60a7-402a-9dde-829b9986d37b req-f0d2cea9-afa7-4662-b7f3-ef0afd41c492 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075919 Aug 30 02:06:23.584474 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-534458ca-60b4-4f5f-89fd-01fc3ceb6f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.585993 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-534458ca-60b4-4f5f-89fd-01fc3ceb6f37 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 1128 time: 0.0398655 Aug 30 02:06:23.634279 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-00db1d06-0ed6-4c85-9232-276851eb2507 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0 HTTP/1.1" status: 200 len: 217 time: 0.0371640 Aug 30 02:06:23.685847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-28d7051d-6260-4ac6-afa4-57d3c7ee40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.687960 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-28d7051d-6260-4ac6-afa4-57d3c7ee40cf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0472007 Aug 30 02:06:23.798063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146db08-ac2c-4fa2-8107-b26269b63d16 req-ad6ef11a-5e3b-45a9-9380-de9a7b8e2be8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.798063 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0146db08-ac2c-4fa2-8107-b26269b63d16 req-ad6ef11a-5e3b-45a9-9380-de9a7b8e2be8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 944 time: 0.0737164 Aug 30 02:06:23.798063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b375-39f1-441a-b47c-48203389d401 req-3f7d4e95-63a0-4657-be9b-6e8759c871ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:23.798063 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-3f7d4e95-63a0-4657-be9b-6e8759c871ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665803 Aug 30 02:06:23.873807 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0146db08-ac2c-4fa2-8107-b26269b63d16 req-58cb83d3-4c22-4c00-bba0-52cf5b1b1922 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993385 Aug 30 02:06:23.903902 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-b298eb4f-b6bc-4248-a321-42c9235557e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221614 Aug 30 02:06:23.970247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:23.999671 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d142b375-39f1-441a-b47c-48203389d401 req-a4dca2cc-5c2c-4186-96ee-0981e1a9c436 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897634 Aug 30 02:06:24.254345 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869233-2bb5-4bf4-9ad1-c954b90f9801 req-9cb6ba0e-a24a-42a2-8e95-fc067f446245 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:24.255818 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-61869233-2bb5-4bf4-9ad1-c954b90f9801 req-9cb6ba0e-a24a-42a2-8e95-fc067f446245 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0478473 Aug 30 02:06:24.304011 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-61869233-2bb5-4bf4-9ad1-c954b90f9801 req-3f82e95c-7bc8-44d2-8ab1-001499b7fbc2 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Aug 30 02:06:24.419257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95882ce-c136-42a3-a768-c9adb031b4a6 req-9707da64-4e61-4385-bf9a-245452438858 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:24.420746 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b95882ce-c136-42a3-a768-c9adb031b4a6 req-9707da64-4e61-4385-bf9a-245452438858 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Aug 30 02:06:24.430925 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 57890) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:24.436314 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Request body: {'floatingip': {'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:24.490493 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:24.946923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:24.987257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:24.996727 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1faa6-8208-4d4c-86af-4ebeb9c9c5ee req-c9c30c82-b781-48c1-be12-31cf51b6d9aa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:25.001681 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5de1faa6-8208-4d4c-86af-4ebeb9c9c5ee req-c9c30c82-b781-48c1-be12-31cf51b6d9aa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 944 time: 0.0475571 Aug 30 02:06:25.033164 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:25.091477 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5de1faa6-8208-4d4c-86af-4ebeb9c9c5ee req-25e8d8ae-dad9-4aa5-b69e-af2e2cb3b774 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875723 Aug 30 02:06:25.239743 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:25.243680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:06:25.607636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:06:25.612406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:25.616784 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:06:25.626431 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:25.627047 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:25.642587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:25.644785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b8077-0a18-482c-a985-eb8ea1dfd0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:25.687149 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aaa61d-6807-4627-8cdb-7ccc41a84d0b x-openstack-request-id: req-85aaa61d-6807-4627-8cdb-7ccc41a84d0b {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:25.687592 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:25.687846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85aaa61d-6807-4627-8cdb-7ccc41a84d0b {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:25.688631 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85aaa61d-6807-4627-8cdb-7ccc41a84d0b'] response: {'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'status': 'completed', 'code': 200} Aug 30 02:06:25.691276 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9e04bdc4-df63-4d15-8d74-c1753227b26f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0ed69aa9-7f52-40f6-a649-7a83cfff5341 HTTP/1.1" status: 200 len: 993 time: 1.2586734 Aug 30 02:06:25.734898 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:25.822337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-7aa9683e-cf26-40db-a8e8-b9e46e96fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:25.824002 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-7aa9683e-cf26-40db-a8e8-b9e46e96fa62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0419285 Aug 30 02:06:25.920643 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-c3cb89ea-a1e6-4033-ba0f-7e46b55464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:25.922445 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-c3cb89ea-a1e6-4033-ba0f-7e46b55464ae service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0898261 Aug 30 02:06:25.965165 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:06:24Z', 'revision_number': 3, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:25.994383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:06:26.004340 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:26.004977 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:26.010666 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-60afc5ef-a927-44f5-bbfd-2c894732ef31 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 1001 time: 0.0706141 Aug 30 02:06:26.064100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-58ad0aed-6fc0-4972-b7d8-998b02d2f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:26.065703 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-58ad0aed-6fc0-4972-b7d8-998b02d2f184 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0468581 Aug 30 02:06:26.113838 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-be77e7bc-6ee5-4030-a4bf-726b943adf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:26.115383 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-be77e7bc-6ee5-4030-a4bf-726b943adf1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419352 Aug 30 02:06:26.123055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:26.232324 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:06:26.241487 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934734-280e-4bb8-8388-d755f467824f req-3f02d489-308c-426a-8718-0103c99782c8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:26.243012 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba934734-280e-4bb8-8388-d755f467824f req-3f02d489-308c-426a-8718-0103c99782c8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 944 time: 0.0619674 Aug 30 02:06:26.284506 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-a08253c3-df87-4cd3-ae1e-c041f5dee0ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617811 Aug 30 02:06:26.361159 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba934734-280e-4bb8-8388-d755f467824f req-d17fce3d-d4f0-49c0-bc2c-caaf9d0a3262 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107359 Aug 30 02:06:26.402760 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-430b8077-0a18-482c-a985-eb8ea1dfd0e7 req-f58cf10c-6069-4389-be3f-c28e02c38428 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102049 Aug 30 02:06:26.545245 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:26.562414 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:06:24Z', 'revision_number': 3, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:26.568907 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:26.598104 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0cfb4-f8bb-4a88-8010-f96842e51881 None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0ed69aa9-7f52-40f6-a649-7a83cfff5341', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'floating_ip_address': '172.27.2.98', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'port_id': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'mac_address': 'fa:16:3e:86:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:04:34Z', 'updated_at': '2022-08-30T02:06:24Z', 'revision_number': 3, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:06:26.603220 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'port_id': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'mac_address': 'fa:16:3e:4d:82:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:06:26.633802 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:26.642347 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:06:26.642742 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:26.661982 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:26.681850 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:26.770388 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:26.818370 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:27.075472 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['74d417e1-55c5-4a16-8d11-a5c6fa5048b0'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:06:27.487894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400d0f-81c0-4b3b-8405-330a58dc8fbc req-a77f80fa-3e74-454f-9e7e-d2ce53728ed9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:27.489295 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-59400d0f-81c0-4b3b-8405-330a58dc8fbc req-a77f80fa-3e74-454f-9e7e-d2ce53728ed9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 945 time: 0.0508168 Aug 30 02:06:27.512883 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:27.548473 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-59400d0f-81c0-4b3b-8405-330a58dc8fbc req-327c11c0-e185-4988-9cd5-8711395c43d8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514164 Aug 30 02:06:27.570515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff710ee5-9c45-427c-ae3f-bae0e3d0a76e req-9a59846a-c527-4dbb-9b91-9610abf04de7 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:27.576121 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff710ee5-9c45-427c-ae3f-bae0e3d0a76e req-9a59846a-c527-4dbb-9b91-9610abf04de7 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Aug 30 02:06:27.584543 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:27.621257 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff710ee5-9c45-427c-ae3f-bae0e3d0a76e req-87c032a1-9333-4a03-8978-be40ddba2337 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Aug 30 02:06:27.688900 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:27.691175 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:27.729054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a666b324-3e3f-44a2-abd1-e37b3fe0d570 x-openstack-request-id: req-a666b324-3e3f-44a2-abd1-e37b3fe0d570 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:27.729360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:27.729647 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a666b324-3e3f-44a2-abd1-e37b3fe0d570 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:27.730071 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a666b324-3e3f-44a2-abd1-e37b3fe0d570'] response: {'name': 'network-changed', 'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'status': 'completed', 'code': 200} Aug 30 02:06:28.246979 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:06:28.288112 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:06:28.374106 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:06:28.374487 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:28.444922 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:06:28.445311 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:28.468277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:28.470533 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2daba-dadb-4ce2-b925-1f8c9730a6c4" -d '{"events": [{"server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "name": "network-vif-plugged", "status": "completed", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:28.483506 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:28.509011 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001fb509-3cf3-49be-a609-5ed308bcddf5 x-openstack-request-id: req-001fb509-3cf3-49be-a609-5ed308bcddf5 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:28.509399 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "name": "network-vif-plugged", "status": "completed", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:28.509683 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-001fb509-3cf3-49be-a609-5ed308bcddf5 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:28.510079 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001fb509-3cf3-49be-a609-5ed308bcddf5'] response: {'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'code': 200} Aug 30 02:06:28.575882 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:28.628186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:28.670609 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb507-9d79-4bed-868f-b945bf3495ea req-cc905fc3-8a38-47cb-983f-3d40439bb6ab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:28.672314 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dcaeb507-9d79-4bed-868f-b945bf3495ea req-cc905fc3-8a38-47cb-983f-3d40439bb6ab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0484149 Aug 30 02:06:28.722509 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dcaeb507-9d79-4bed-868f-b945bf3495ea req-bba427e2-2ad1-46e0-8d08-ef7fbac8ed91 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Aug 30 02:06:28.747942 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5df230-c5bb-467d-a0e4-d37256de5d8b req-961e206c-60af-49a2-a85b-0a11204d2df7 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:28.749407 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9e5df230-c5bb-467d-a0e4-d37256de5d8b req-961e206c-60af-49a2-a85b-0a11204d2df7 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Aug 30 02:06:28.794994 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9e5df230-c5bb-467d-a0e4-d37256de5d8b req-badb382f-fe76-4f42-98a7-1a7c3f1d592d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Aug 30 02:06:28.909377 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=16 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:28.910128 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=10 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:29.085570 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-21eb8055-9fec-42a8-9698-daab84b53797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.086992 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-21eb8055-9fec-42a8-9698-daab84b53797 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 1130 time: 0.0387440 Aug 30 02:06:29.160421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:29.181245 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-372be126-1f31-4c1c-bffc-b3bc7297fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.182743 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-372be126-1f31-4c1c-bffc-b3bc7297fa07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0894113 Aug 30 02:06:29.305657 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-4fdebdfe-e373-4eb7-9fdb-e73dac5753af service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 200 len: 1001 time: 0.0574942 Aug 30 02:06:29.359427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-cc556606-e2db-4ed4-b235-709550fa3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.360791 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-cc556606-e2db-4ed4-b235-709550fa3b2b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0487938 Aug 30 02:06:29.421414 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:29.442785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-dc43eb66-a7ac-45e9-b9dd-2c5f5886245d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.444271 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-dc43eb66-a7ac-45e9-b9dd-2c5f5886245d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0736475 Aug 30 02:06:29.447258 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-3b260f14-e1b4-4065-8775-84dd65b7c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.448622 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-3b260f14-e1b4-4065-8775-84dd65b7c2ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704172 Aug 30 02:06:29.453180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2e720-8719-425c-800a-9811ff5fad90 req-107a05c3-71e6-4315-8885-533ba40d39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.454928 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-11b2e720-8719-425c-800a-9811ff5fad90 req-107a05c3-71e6-4315-8885-533ba40d39ab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 1130 time: 0.0426710 Aug 30 02:06:29.500623 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-11b2e720-8719-425c-800a-9811ff5fad90 req-b7a9e400-49cb-4252-aaa4-c0768f63b517 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Aug 30 02:06:29.597188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Deleting port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:06:29.597563 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:29.657360 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-468073f3-09ba-465e-ae58-4263c53cabdf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012026 Aug 30 02:06:29.704964 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] For port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:29.705628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:29.726456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Calling delete_port for 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:06:29.889668 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68efd-f45f-4add-8670-1c7dceb63525 req-8650413e-994d-499d-86fa-807fe3c3848b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.891109 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31a68efd-f45f-4add-8670-1c7dceb63525 req-8650413e-994d-499d-86fa-807fe3c3848b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0838196 Aug 30 02:06:29.894636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:29.905876 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71c2fe2a-b860-437a-a8f3-6435b62a3d4a req-a79b5a1f-c38a-4bfe-b0f4-03f043795517 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889336 Aug 30 02:06:29.924505 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a282d1-5603-4bf3-a1b3-b65be6594c87 req-98da25c5-0ee6-46f5-8564-a7b92fbc8f94 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:29.926013 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-34a282d1-5603-4bf3-a1b3-b65be6594c87 req-98da25c5-0ee6-46f5-8564-a7b92fbc8f94 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 946 time: 0.0479190 Aug 30 02:06:29.979334 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-34a282d1-5603-4bf3-a1b3-b65be6594c87 req-80513536-bf0e-4918-9d1d-73cbc09fbc36 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Aug 30 02:06:29.983953 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-31a68efd-f45f-4add-8670-1c7dceb63525 req-8f82fab9-d2f5-4e5c-887a-b07c08e8664f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842736 Aug 30 02:06:30.048194 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b61542ae-6b21-4967-8334-34bcd1fb1d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:30.077203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (6c53ac5d-91fb-4691-8545-491e6ea0ecb9), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:30.082922 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:30.091443 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['6c53ac5d-91fb-4691-8545-491e6ea0ecb9'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:06:30.107082 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Pushing event deleted for resources: {'Port': ['ID=6c53ac5d-91fb-4691-8545-491e6ea0ecb9,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:30.149837 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] No DVR routers for this DVR port 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:06:30.152575 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:30.155796 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c95fc08-4f18-4ab1-ab94-cf4f433da813 req-f97ae798-bb73-4d82-a8df-2f9ec5026e28 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "DELETE /networking/v2.0/ports/6c53ac5d-91fb-4691-8545-491e6ea0ecb9 HTTP/1.1" status: 204 len: 173 time: 0.7060010 Aug 30 02:06:30.156273 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'name': 'network-vif-deleted', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:30.158597 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24183029-088b-4f23-a76a-65ca5517b0c6" -d '{"events": [{"server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "name": "network-vif-deleted", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:30.195597 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a764c60-d971-4f61-826c-b57f00450afa x-openstack-request-id: req-1a764c60-d971-4f61-826c-b57f00450afa {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:30.195889 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728f5c90-fe26-42ce-8704-fc0473f19043", "name": "network-vif-deleted", "tag": "6c53ac5d-91fb-4691-8545-491e6ea0ecb9", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:30.196140 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1a764c60-d971-4f61-826c-b57f00450afa {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:30.196541 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a764c60-d971-4f61-826c-b57f00450afa'] response: {'server_uuid': '728f5c90-fe26-42ce-8704-fc0473f19043', 'name': 'network-vif-deleted', 'tag': '6c53ac5d-91fb-4691-8545-491e6ea0ecb9', 'status': 'completed', 'code': 200} Aug 30 02:06:31.096703 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f9656076-4817-4d06-809a-fd56c5663195 req-d8e47c2a-9840-4e9e-8c8c-1d87cc245ccc tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0280426 Aug 30 02:06:31.112896 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4fd4-b680-4918-9d1f-9ef8a3cf9c01 req-a4dfb25a-0c15-4034-983b-4fada9f0829c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:31.114425 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed5d4fd4-b680-4918-9d1f-9ef8a3cf9c01 req-a4dfb25a-0c15-4034-983b-4fada9f0829c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0534542 Aug 30 02:06:31.163734 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed5d4fd4-b680-4918-9d1f-9ef8a3cf9c01 req-82570d7e-3a63-4dfb-8f12-aa18428094b1 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437171 Aug 30 02:06:32.215953 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-382c0645-555f-4537-a515-e75481b49b15 req-6aaa650f-786b-4467-bd14-df41151cd988 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=728f5c90-fe26-42ce-8704-fc0473f19043 HTTP/1.1" status: 200 len: 210 time: 0.0309057 Aug 30 02:06:32.258563 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:06:32.278696 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-eb7c53b3-208f-497c-bda4-edf7c12a222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:32.279963 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:06:32.280304 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 6c53ac5d-91fb-4691-8545-491e6ea0ecb9 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:06:32.286832 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a4fa6-70cb-4f91-baf2-b8f83baec048 req-0c26df3e-299d-49c3-9d78-4099287f296c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:32.288334 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-547a4fa6-70cb-4f91-baf2-b8f83baec048 req-0c26df3e-299d-49c3-9d78-4099287f296c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0496194 Aug 30 02:06:32.336697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-547a4fa6-70cb-4f91-baf2-b8f83baec048 req-13fb2300-b56f-4c9a-b6c7-a749ea3ca235 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Aug 30 02:06:32.452463 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697660b3-f45a-452f-a334-973e19cc3d4a req-26ac2121-cd41-46f2-9085-4d0bca8fed55 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:32.453953 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-697660b3-f45a-452f-a334-973e19cc3d4a req-26ac2121-cd41-46f2-9085-4d0bca8fed55 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0489004 Aug 30 02:06:32.463997 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 57948) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:32.468985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'port_id': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:32.506000 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:32.936884 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:33.015887 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:33.111669 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP e4372350-68e4-4dc2-81c3-9680055a0b62 associated. External IP: 172.27.2.197, port: 74d417e1-55c5-4a16-8d11-a5c6fa5048b0. Aug 30 02:06:33.243328 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:33.306308 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:33.317592 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:06:33.419531 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:06:33.424820 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:33.429509 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:06:33.433264 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:33.440382 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:33.440987 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:33.456751 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-dc46f365-d21d-4cad-8c14-becf31184efa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/e4372350-68e4-4dc2-81c3-9680055a0b62 HTTP/1.1" status: 200 len: 992 time: 0.9916952 Aug 30 02:06:33.457341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:33.459640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9b4eba-b4df-430d-834e-dfcce601e72c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:33.500097 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b5e32-f881-4691-a58f-7099ff4e7cd1 x-openstack-request-id: req-694b5e32-f881-4691-a58f-7099ff4e7cd1 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:33.500478 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:33.500800 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-694b5e32-f881-4691-a58f-7099ff4e7cd1 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:33.501275 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694b5e32-f881-4691-a58f-7099ff4e7cd1'] response: {'name': 'network-changed', 'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'status': 'completed', 'code': 200} Aug 30 02:06:33.551385 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:33.565007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-5258d7e9-024f-45f5-8387-19dd8a0a6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:33.566525 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-5258d7e9-024f-45f5-8387-19dd8a0a6944 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 1130 time: 0.0401340 Aug 30 02:06:33.665076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-4ef9f781-bcf1-43e4-b3cf-f3ab3b93d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:33.666567 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-4ef9f781-bcf1-43e4-b3cf-f3ab3b93d0c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 916 time: 0.0941126 Aug 30 02:06:33.729386 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-19f86b71-efe2-4c61-9759-19b2f0ee30c0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0 HTTP/1.1" status: 200 len: 1000 time: 0.0568938 Aug 30 02:06:33.768376 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'e4372350-68e4-4dc2-81c3-9680055a0b62', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:4d:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:08Z', 'updated_at': '2022-08-30T02:06:32Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:33.794486 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:06:33.798420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-4ca18d80-50f5-438a-922e-0d763b8236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:33.799668 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-4ca18d80-50f5-438a-922e-0d763b8236ac service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0614119 Aug 30 02:06:33.803621 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:33.804423 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:33.852808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-0f8873d9-8034-46a9-b6be-6886ed3e6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:33.854348 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-0f8873d9-8034-46a9-b6be-6886ed3e6de0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481923 Aug 30 02:06:33.909514 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:33.953749 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-a111d1d1-f507-4496-8ba8-df34f8aa2781 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931571 Aug 30 02:06:34.047202 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc9b4eba-b4df-430d-834e-dfcce601e72c req-65f9aba2-8aad-4973-bd8c-35f1ad2138d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Aug 30 02:06:34.137833 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'e4372350-68e4-4dc2-81c3-9680055a0b62', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:4d:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:08Z', 'updated_at': '2022-08-30T02:06:32Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:34.162642 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3a58-3af1-48c2-a46d-e70694a1e172 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'e4372350-68e4-4dc2-81c3-9680055a0b62', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:4d:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:08Z', 'updated_at': '2022-08-30T02:06:32Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:06:34.350619 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fba48-0b08-4bb9-b4ce-da61b55f6515 None None] New status for floating IP e4372350-68e4-4dc2-81c3-9680055a0b62: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:06:34.935932 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:35.061222 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:35.501749 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d359e5-0b87-4a64-8382-7e6689a75191 req-c337bd49-2c35-468c-9596-655b49a64301 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:35.503247 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-25d359e5-0b87-4a64-8382-7e6689a75191 req-c337bd49-2c35-468c-9596-655b49a64301 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0481632 Aug 30 02:06:35.568148 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-25d359e5-0b87-4a64-8382-7e6689a75191 req-4d467d71-9a1c-4b5b-a31f-2de8ef3ea300 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589502 Aug 30 02:06:36.688203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f762-c4e9-4140-8d65-39f68d7e7784 req-00aef375-135e-4e4e-b33b-eaed5925a5d0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:36.689805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5e15f762-c4e9-4140-8d65-39f68d7e7784 req-00aef375-135e-4e4e-b33b-eaed5925a5d0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0476296 Aug 30 02:06:36.755022 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5e15f762-c4e9-4140-8d65-39f68d7e7784 req-38b412d8-7500-47d6-a702-c2b45ef6fa8a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595891 Aug 30 02:06:36.838372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-d9e76b90-e878-4ce0-9727-c8e3bd9beb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:36.840614 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-d9e76b90-e878-4ce0-9727-c8e3bd9beb1f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1169 time: 0.0392759 Aug 30 02:06:36.938728 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-d5661fb6-5059-4420-938c-61867407edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:36.940172 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-d5661fb6-5059-4420-938c-61867407edbf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 916 time: 0.0944455 Aug 30 02:06:36.996569 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:37.009436 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-1b077385-e691-46f6-81b9-fcfc74cc4759 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 1002 time: 0.0611138 Aug 30 02:06:37.045259 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:37.059482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-eda2f560-49d4-4a1c-a94d-3dbaa7d797a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:37.060939 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-eda2f560-49d4-4a1c-a94d-3dbaa7d797a1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0447617 Aug 30 02:06:37.106573 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-69afda87-4dc0-4c16-b232-6ec3fff531a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:37.108066 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-69afda87-4dc0-4c16-b232-6ec3fff531a1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398633 Aug 30 02:06:37.202938 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-059b3f1e-b7d4-4ca4-a281-b924a5b9a166 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878267 Aug 30 02:06:37.298364 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff6bf1f4-a710-4d24-a3c2-70b53ab48fb2 req-f01177f5-b3e9-4549-8d0d-88a817ed5497 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Aug 30 02:06:37.759886 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb0f92-2953-4226-9199-19846b44c710 req-4e87bcc1-7bf5-4069-911b-da7f6d54c9d4 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:37.761405 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0eb0f92-2953-4226-9199-19846b44c710 req-4e87bcc1-7bf5-4069-911b-da7f6d54c9d4 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0472858 Aug 30 02:06:37.810291 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b0eb0f92-2953-4226-9199-19846b44c710 req-93fc7b42-498a-47a2-b1ad-19e4ebaaa066 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Aug 30 02:06:37.879134 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1666ea-9e82-4140-aaf5-bbcba60dd605 req-9f45795e-9d47-4186-82a1-91b97bffc9bb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:37.880531 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2f1666ea-9e82-4140-aaf5-bbcba60dd605 req-9f45795e-9d47-4186-82a1-91b97bffc9bb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0492263 Aug 30 02:06:37.942510 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2f1666ea-9e82-4140-aaf5-bbcba60dd605 req-f46178a0-fc58-401d-b6b2-5f486958c152 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558894 Aug 30 02:06:37.974628 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:38.943111 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132e10b-4da5-4ba4-85d6-16132ad2fe93 req-db19e09a-5756-45f4-bb81-825b9dc8c04a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:38.943111 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a132e10b-4da5-4ba4-85d6-16132ad2fe93 req-db19e09a-5756-45f4-bb81-825b9dc8c04a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0533440 Aug 30 02:06:38.992294 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a132e10b-4da5-4ba4-85d6-16132ad2fe93 req-a6d0f3fd-5266-424d-93dc-09d8b1d09063 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446782 Aug 30 02:06:39.062945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f868-6a2c-4fbe-9ee4-2b7384310920 req-1766aa3c-7c0f-4cc4-9435-efa6bb41ac94 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:39.064397 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8da9f868-6a2c-4fbe-9ee4-2b7384310920 req-1766aa3c-7c0f-4cc4-9435-efa6bb41ac94 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0471826 Aug 30 02:06:39.124285 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8da9f868-6a2c-4fbe-9ee4-2b7384310920 req-c3c16bdd-8e9c-48c3-8e55-7b100ce7ba5f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543096 Aug 30 02:06:39.865003 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff185-f03e-467c-9161-5b431077f36a req-89962c8e-b501-466a-a6f8-f5d554c0903b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:39.866511 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-720ff185-f03e-467c-9161-5b431077f36a req-89962c8e-b501-466a-a6f8-f5d554c0903b tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0523303 Aug 30 02:06:39.956703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Deleting port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:06:39.956703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.052006 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] For port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:40.052371 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.075737 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:06:40.093801 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:40.124207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c146af8-4221-4972-941b-b1dcd67a0847 req-173bf6f5-ed70-4fa2-9115-c9a1cf1a5cc2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:40.126055 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3c146af8-4221-4972-941b-b1dcd67a0847 req-173bf6f5-ed70-4fa2-9115-c9a1cf1a5cc2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 946 time: 0.0590758 Aug 30 02:06:40.176409 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3c146af8-4221-4972-941b-b1dcd67a0847 req-4362b15e-a894-45c2-a9cf-3cc84bdea1d3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e26f9ce6-da7a-4f3c-b76d-81f129f8198a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Aug 30 02:06:40.267158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd61d-a654-49a9-9872-ccc54cc8e3f9 req-f345c64b-5f53-4010-8cab-f8211afee476 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:40.268504 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4d7bd61d-a654-49a9-9872-ccc54cc8e3f9 req-f345c64b-5f53-4010-8cab-f8211afee476 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0636389 Aug 30 02:06:40.270334 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.270691 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.270997 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Floating IP 6de85467-585d-40b8-b9a6-bd0a17421dc4 disassociated. External IP: 172.27.2.209, port: 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55. Aug 30 02:06:40.271331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Calling delete_port for 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:06:40.379340 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4d7bd61d-a654-49a9-9872-ccc54cc8e3f9 req-533d1d7d-c962-4b86-a20b-df86acec10fb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036437 Aug 30 02:06:40.559463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.590949 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'Port': ['ID=0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:40.644052 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:40.702912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:06:40.809109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:06:40.831644 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:06:40.841986 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:40.842601 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:40.855749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] No DVR routers for this DVR port 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:06:40.858479 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:40.861722 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-720ff185-f03e-467c-9161-5b431077f36a req-ada2b27d-3a5f-4906-9943-e1afc7e5bad8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 HTTP/1.1" status: 204 len: 173 time: 0.9890277 Aug 30 02:06:40.862094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'name': 'network-vif-deleted', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:40.864295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02209bc9-8754-4cdc-abb3-de07e7b8b65a" -d '{"events": [{"server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "name": "network-vif-deleted", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:40.903172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940ab12d-f7ec-4d72-82d2-4a3ec14ea32f x-openstack-request-id: req-940ab12d-f7ec-4d72-82d2-4a3ec14ea32f {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:40.903626 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf23d31-4c2f-4ae6-98c5-bc5ad966309b", "name": "network-vif-deleted", "tag": "0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:40.903887 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-940ab12d-f7ec-4d72-82d2-4a3ec14ea32f {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:40.904299 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940ab12d-f7ec-4d72-82d2-4a3ec14ea32f'] response: {'server_uuid': '0bf23d31-4c2f-4ae6-98c5-bc5ad966309b', 'name': 'network-vif-deleted', 'tag': '0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55', 'status': 'completed', 'code': 200} Aug 30 02:06:40.948069 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:41.022424 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:41.170175 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:41.223926 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:41.252109 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:06:41.260639 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:06:41.261246 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:06:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:41.282621 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1315606-ac45-4085-99c0-83d4c4093abb req-18968c98-6386-4239-86ed-6e06327eedf7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0304797 Aug 30 02:06:41.368274 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:06:41.504830 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77d70a-988f-49d2-9e75-0a1def5c45e6 req-1986e0ab-5fa2-4bc2-af6f-e338f4d3c328 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:41.506356 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e77d70a-988f-49d2-9e75-0a1def5c45e6 req-1986e0ab-5fa2-4bc2-af6f-e338f4d3c328 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0517631 Aug 30 02:06:41.553882 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:06:41.567603 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e77d70a-988f-49d2-9e75-0a1def5c45e6 req-d719be9c-36b2-43a6-b2a3-303cfcd2f6bc tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549800 Aug 30 02:06:41.578439 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243fc65-faa8-45e0-b7a4-1f05d91c9e73 None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:06:41.808813 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe1e014-485c-440e-8b68-9eb66b47c13c None None] New status for floating IP 6de85467-585d-40b8-b9a6-bd0a17421dc4: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:06:42.384380 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07230165-21f7-47a5-9d56-656714d224ca req-c3314e9b-ba0e-453f-93d9-51561c40e84d tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0273156 Aug 30 02:06:42.756395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:06:42.763255 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58975a6-7d2d-48bc-95cb-6ab84c16a91a req-56799d87-9f6f-40ba-898a-31024a2742a8 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:42.764862 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a58975a6-7d2d-48bc-95cb-6ab84c16a91a req-56799d87-9f6f-40ba-898a-31024a2742a8 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0507510 Aug 30 02:06:42.775644 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:06:42.777819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0ee6e6dc-fa7f-40bc-acc6-a27fe6cf9f55 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:06:42.828380 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a58975a6-7d2d-48bc-95cb-6ab84c16a91a req-380d09f7-1d30-4a5d-b6f1-5af130fa1967 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576816 Aug 30 02:06:43.502943 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1f4a9301-623c-4b1e-9578-bf7f73aba21e req-3020a13e-3f7f-46fa-adb8-2bd3f5cef91e tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bf23d31-4c2f-4ae6-98c5-bc5ad966309b HTTP/1.1" status: 200 len: 210 time: 0.0300953 Aug 30 02:06:43.945798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:43.958167 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff522c-da07-4fa9-b9b5-23bab104e10e req-cf1cb833-c71f-4f1a-92ba-5ad44af15a0e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:43.959830 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3cff522c-da07-4fa9-b9b5-23bab104e10e req-cf1cb833-c71f-4f1a-92ba-5ad44af15a0e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0532885 Aug 30 02:06:44.026495 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3cff522c-da07-4fa9-b9b5-23bab104e10e req-cfbb8cbd-61d2-4140-b7e0-5dcc8c0c9c18 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607874 Aug 30 02:06:44.375562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-73659223-06e2-45c6-b8bb-227997fc012a tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:44.377051 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-73659223-06e2-45c6-b8bb-227997fc012a tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2761f1ac-422e-4add-8966-d7328f515b23 HTTP/1.1" status: 200 len: 813 time: 0.3582227 Aug 30 02:06:44.391466 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-00d9cad1-4401-42dd-bdfc-73a80828f89f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/quotas/072e2c259a164ecaa45b5ff18fa3ac66 HTTP/1.1" status: 200 len: 375 time: 0.0089889 Aug 30 02:06:44.426744 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-365a1eda-c882-4ed9-ab59-7fe4a83574d0 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303116 Aug 30 02:06:44.449857 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:44.517335 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-5a441554-c0c3-4ab3-a815-6159ba34a5f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842049 Aug 30 02:06:44.613950 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-879c7eee-f071-4096-97eb-77f43f0e4623 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908647 Aug 30 02:06:44.855470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58054) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:44.911774 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (e26f9ce6-da7a-4f3c-b76d-81f129f8198a), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:44.934212 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (e26f9ce6-da7a-4f3c-b76d-81f129f8198a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.150636 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169d8d0-7546-4d5a-acbe-a8373e1e46dc req-9a9e5b28-dfc4-4268-a742-a5ddef4e5965 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:45.152329 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3169d8d0-7546-4d5a-acbe-a8373e1e46dc req-9a9e5b28-dfc4-4268-a742-a5ddef4e5965 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0514088 Aug 30 02:06:45.171187 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9313bc90-2177-4447-b569-58e1750d1d6a req-96cddaff-8529-45bf-9605-ec2c19917a66 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0281727 Aug 30 02:06:45.191368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e26f9ce6-da7a-4f3c-b76d-81f129f8198a), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.193952 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.195899 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e26f9ce6-da7a-4f3c-b76d-81f129f8198a HTTP/1.1" status: 204 len: 168 time: 0.3385608 Aug 30 02:06:45.201711 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:45.204390 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58062) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:45.219100 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.api.v2.resource [None req-ba4eee21-d425-4a02-9504-8a62e7a777dc tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] show failed (client error): The resource could not be found. Aug 30 02:06:45.219704 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429446a-52ad-45c7-ac7e-4626367b6fc7 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f9ce6-da7a-4f3c-b76d-81f129f8198a,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:45.220302 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ba4eee21-d425-4a02-9504-8a62e7a777dc tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e26f9ce6-da7a-4f3c-b76d-81f129f8198a HTTP/1.1" status: 404 len: 347 time: 0.0149310 Aug 30 02:06:45.225795 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58064) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:45.237947 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:45.279896 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3169d8d0-7546-4d5a-acbe-a8373e1e46dc req-b94a9bef-e3e1-4549-a707-527a53e20cb9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204925 Aug 30 02:06:45.356280 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Deleting port 0a3d5c25-4e59-4e71-adba-b9a9c5d4142a {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:06:45.356611 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.433618 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.433847 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.446464 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Calling delete_port for 0a3d5c25-4e59-4e71-adba-b9a9c5d4142a owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:06:45.535538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:45.726056 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (0a3d5c25-4e59-4e71-adba-b9a9c5d4142a), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.754590 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'Port': ['ID=0a3d5c25-4e59-4e71-adba-b9a9c5d4142a,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:45.818496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (6de85467-585d-40b8-b9a6-bd0a17421dc4), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.820951 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:45.825063 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-f676aaef-b5f9-440f-804f-dba5a2252b33 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6de85467-585d-40b8-b9a6-bd0a17421dc4 HTTP/1.1" status: 204 len: 168 time: 0.5952942 Aug 30 02:06:46.104492 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58074) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:46.109569 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553366713', 'description': 'tempest-description--1780678091'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:46.255412 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-21297f99-414f-4ebc-81fb-42edf9951a90 req-dca38f84-cdf4-4fdb-a516-a73235331d68 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0280204 Aug 30 02:06:46.256067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:46.324806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (5aaca3ca-267f-4752-939b-4df6e4130459), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:46.405081 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca8cb-adee-4f69-bfb3-5951e788e87e req-7954a5e3-1703-428a-8e2f-c4515d9635d4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:46.406580 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-350ca8cb-adee-4f69-bfb3-5951e788e87e req-7954a5e3-1703-428a-8e2f-c4515d9635d4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0517943 Aug 30 02:06:46.466584 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-350ca8cb-adee-4f69-bfb3-5951e788e87e req-e983e825-e169-4f38-9816-caa544a5be06 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543811 Aug 30 02:06:46.484749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5aaca3ca-267f-4752-939b-4df6e4130459), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:46.515187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaca3ca-267f-4752-939b-4df6e4130459,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:46.708647 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:46.709953 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9ddff8b5-7891-4fc9-977b-1ef9a99023fd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6041896 Aug 30 02:06:46.712860 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58082) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:46.717797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group_rule': {'security_group_id': '5aaca3ca-267f-4752-939b-4df6e4130459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:46.850355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (64991992-eef9-40c8-aee8-54164991ece7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:46.864873 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:46.907527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (64991992-eef9-40c8-aee8-54164991ece7), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.021830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (64991992-eef9-40c8-aee8-54164991ece7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.041834 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64991992-eef9-40c8-aee8-54164991ece7,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:47.155382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.156638 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a2b653c1-7a97-4868-98c0-d06f22dd79c5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4428563 Aug 30 02:06:47.159403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58084) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:47.173967 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'security_group_rule': {'security_group_id': '5aaca3ca-267f-4752-939b-4df6e4130459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:47.357794 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1f4c5a0d-5bc3-42fa-b3fe-acb086124d27 req-97cfa197-d135-429d-8f66-a3cf3e897eac tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Aug 30 02:06:47.392708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (3cee5738-83b2-4062-964d-a4bc9f1847a0), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.453271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (3cee5738-83b2-4062-964d-a4bc9f1847a0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.587224 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c56b4a-4940-4b18-8811-13efd71f1652 req-df5a644d-df76-46ed-8801-fff6d2337dd3 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:47.588718 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a8c56b4a-4940-4b18-8811-13efd71f1652 req-df5a644d-df76-46ed-8801-fff6d2337dd3 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0485058 Aug 30 02:06:47.611583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (3cee5738-83b2-4062-964d-a4bc9f1847a0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.645831 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cee5738-83b2-4062-964d-a4bc9f1847a0,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:47.663899 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:47.678419 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a8c56b4a-4940-4b18-8811-13efd71f1652 req-7039db72-5666-4284-9ca0-600a2038cdd7 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835159 Aug 30 02:06:47.765141 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:47.766382 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e455265d-aab8-401e-8f63-ad41677ffee3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6060622 Aug 30 02:06:47.769598 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58090) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:06:47.773841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:47.936448 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.020213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.125159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Allocated IP 172.27.2.119 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/16aab897-842e-4b9e-964d-1e0389b53a08) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:06:48.192254 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:48.243404 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (16aab897-842e-4b9e-964d-1e0389b53a08), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.357151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-7a87d7c6-e0b8-4242-8d38-7b33c834d3d3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:48.358738 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-7a87d7c6-e0b8-4242-8d38-7b33c834d3d3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2761f1ac-422e-4add-8966-d7328f515b23 HTTP/1.1" status: 200 len: 813 time: 0.1288745 Aug 30 02:06:48.385218 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Request body: {'port': {'device_id': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23', 'admin_state_up': True, 'tenant_id': '072e2c259a164ecaa45b5ff18fa3ac66'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:48.461366 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e9ea4897-623a-45d4-9b26-49bce93e7dbf req-e9978434-3a2f-45fb-900c-1f7781cc1f60 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Aug 30 02:06:48.470075 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.524120 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:06:48.536510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:06:48.540674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:06:48.567138 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=16aab897-842e-4b9e-964d-1e0389b53a08,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:48.582924 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:48.635796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.707566 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Made reservation on behalf of 072e2c259a164ecaa45b5ff18fa3ac66 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:06:48.712163 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.851063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:48.862390 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042dd1e-a714-4e30-ab69-a28fd65b97f8 req-852db29e-b2c5-4926-993c-c4c2ae5d0122 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:48.863876 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9042dd1e-a714-4e30-ab69-a28fd65b97f8 req-852db29e-b2c5-4926-993c-c4c2ae5d0122 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0966992 Aug 30 02:06:48.956875 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Allocated IP 172.20.0.12 (2761f1ac-422e-4add-8966-d7328f515b23/091c4858-c987-4126-bc29-b51d68886503/1b15a408-e3dc-4138-b124-a45209e7f74f) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:06:49.049712 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9042dd1e-a714-4e30-ab69-a28fd65b97f8 req-c296e840-6b21-4bd3-b7de-02db530c72a2 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505094 Aug 30 02:06:49.104702 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:49.190990 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (16aab897-842e-4b9e-964d-1e0389b53a08), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.228679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks [] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.301386 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.373853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=16aab897-842e-4b9e-964d-1e0389b53a08,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:49.377436 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.380932 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:49.384974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.435317 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Network 2761f1ac-422e-4add-8966-d7328f515b23 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:06:49.440710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:06:49.443382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:06:49.474749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Pushing event updated for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:49.483235 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.484455 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f3329830-e643-4b03-b5a6-44ab09338617 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7138898 Aug 30 02:06:49.504783 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:49.505469 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.590536 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dbdc7-89fd-4010-a4a8-b55c98baeb72 req-912b739d-953a-456b-9d2b-a3603fd04506 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:49.592542 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b0dbdc7-89fd-4010-a4a8-b55c98baeb72 req-912b739d-953a-456b-9d2b-a3603fd04506 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 932 time: 0.0516095 Aug 30 02:06:49.645193 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b0dbdc7-89fd-4010-a4a8-b55c98baeb72 req-bf884589-9f60-49a4-8e66-890cc3ecb777 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Aug 30 02:06:49.686401 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-591cbc3c-67b2-4acc-ba61-9a6de85874b5 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3049853 Aug 30 02:06:49.701315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Request body: {'port': {'device_id': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:49.708334 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-01642eb0-af2f-449d-b48c-dfe8740e2c78 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--553366713&fields=id&tenant_id=1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 267 time: 0.0589979 Aug 30 02:06:49.841343 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:49.898458 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-83a3dc23-6d05-4e8b-8014-1e72434411ec tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:49.899972 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-83a3dc23-6d05-4e8b-8014-1e72434411ec tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 811 time: 0.1755955 Aug 30 02:06:49.928576 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-49ea6ee8-3049-43e1-a58e-2fcaca59eb42 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/quotas/1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 375 time: 0.0223141 Aug 30 02:06:50.007997 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:50.036694 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-313ccd6f-c8d1-4b93-bcac-a08f4c520b2e tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678596 Aug 30 02:06:50.171975 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c840aa-a67e-4b1f-b9a6-35a1dff4c650 req-2d291fa3-e47e-4a88-8c14-59d6d9007cb0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:50.173670 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72c840aa-a67e-4b1f-b9a6-35a1dff4c650 req-2d291fa3-e47e-4a88-8c14-59d6d9007cb0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0485194 Aug 30 02:06:50.208079 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-97496e71-8d7e-415e-b4db-9a09e2373c3e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545086 Aug 30 02:06:50.235274 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72c840aa-a67e-4b1f-b9a6-35a1dff4c650 req-7a7b3be7-bab2-447e-8dad-405f8288abad tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559738 Aug 30 02:06:50.311156 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b15a408-e3dc-4138-b124-a45209e7f74f {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:50.321626 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks [] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:50.353943 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Transition to ACTIVE for port object 1b15a408-e3dc-4138-b124-a45209e7f74f will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:06:50.359909 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-9c36658c-e31b-4d56-9a5c-cd29e01482c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448421 Aug 30 02:06:50.460011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:50.520216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:50.571028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Attempting to bind port 1b15a408-e3dc-4138-b124-a45209e7f74f on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:06:50.578503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Attempting to bind port 1b15a408-e3dc-4138-b124-a45209e7f74f by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:06:50.578503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Attempting to bind port 1b15a408-e3dc-4138-b124-a45209e7f74f on network 2761f1ac-422e-4add-8966-d7328f515b23 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:50.578503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Port 1b15a408-e3dc-4138-b124-a45209e7f74f on network 2761f1ac-422e-4add-8966-d7328f515b23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:06:50.578503 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Attempting to bind port 1b15a408-e3dc-4138-b124-a45209e7f74f on network 2761f1ac-422e-4add-8966-d7328f515b23 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:50.581789 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:06:50.582137 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Checking segment: {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:06:50.582501 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Bound using segment: {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:06:50.582950 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Bound port: 1b15a408-e3dc-4138-b124-a45209e7f74f, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:06:50.583294 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:50.594489 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:50.646491 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:06:50.649769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b15a408-e3dc-4138-b124-a45209e7f74f,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:06:50.689967 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7eb0f276-995c-4d46-84d2-844ead3c251f req-3cc5f206-4ad6-45c3-9710-42debee427d3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 210 time: 0.0314672 Aug 30 02:06:50.776854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:50.782391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:50.783094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:50.784301 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/1b15a408-e3dc-4138-b124-a45209e7f74f HTTP/1.1" status: 200 len: 1094 time: 1.0907042 Aug 30 02:06:50.786420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:50.788960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116db963-5d88-4e27-ae93-5039ed21a4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:50.798387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdb066-6a9d-4e76-b8b4-f4dcea488000 req-d7089114-3558-489b-9a0e-558e72aa01de tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:50.805073 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-40fdb066-6a9d-4e76-b8b4-f4dcea488000 req-d7089114-3558-489b-9a0e-558e72aa01de tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 944 time: 0.0664282 Aug 30 02:06:50.840227 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764bf067-c462-4b62-b637-03b373af3c11 x-openstack-request-id: req-764bf067-c462-4b62-b637-03b373af3c11 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:50.844618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:50.844618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-764bf067-c462-4b62-b637-03b373af3c11 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:50.844618 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764bf067-c462-4b62-b637-03b373af3c11'] response: {'name': 'network-changed', 'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f', 'status': 'completed', 'code': 200} Aug 30 02:06:50.898185 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3b83-f599-48d4-99ea-4b374e7d3e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:50.926105 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-40fdb066-6a9d-4e76-b8b4-f4dcea488000 req-897200d9-9844-43ec-9a34-639a4ec0cddd tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082335 Aug 30 02:06:50.927229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-88da9e59-46e6-491d-8666-ad2fd954a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:50.928657 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-88da9e59-46e6-491d-8666-ad2fd954a25a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 1128 time: 0.0654907 Aug 30 02:06:51.008516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:51.036166 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-bef10d0f-7a27-4967-8606-acbd865b2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:51.037697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-bef10d0f-7a27-4967-8606-acbd865b2575 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995514 Aug 30 02:06:51.140254 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-97a93f56-9d81-40f1-83b5-326dc21562c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:51.142315 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-116db963-5d88-4e27-ae93-5039ed21a4f1 req-97a93f56-9d81-40f1-83b5-326dc21562c4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977690 Aug 30 02:06:51.230786 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-c4184ca9-42f0-439b-947d-584ed6ac93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:51.233007 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-c4184ca9-42f0-439b-947d-584ed6ac93f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 1128 time: 0.0425847 Aug 30 02:06:51.273867 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-aa72aa05-3863-47f7-9bba-77762563e85c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b15a408-e3dc-4138-b124-a45209e7f74f HTTP/1.1" status: 200 len: 217 time: 0.0329547 Aug 30 02:06:51.326046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-c2492cb0-669c-48cc-bded-03a1dad9e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:51.327766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-c2492cb0-669c-48cc-bded-03a1dad9e752 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=091c4858-c987-4126-bc29-b51d68886503 HTTP/1.1" status: 200 len: 853 time: 0.0474749 Aug 30 02:06:51.364093 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7ffc-0c7d-4344-99e2-03c86430b1b7 req-ad103fdc-6529-4e57-b9cc-bb6da31ca445 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:51.365767 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aaca7ffc-0c7d-4344-99e2-03c86430b1b7 req-ad103fdc-6529-4e57-b9cc-bb6da31ca445 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0526736 Aug 30 02:06:51.366690 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-5aa6ec03-f421-404a-9b1c-822baa6555d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2761f1ac-422e-4add-8966-d7328f515b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316606 Aug 30 02:06:51.432896 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aaca7ffc-0c7d-4344-99e2-03c86430b1b7 req-0d3c8ecd-473b-46cb-b044-a56d75b658ca tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610740 Aug 30 02:06:51.556099 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=54 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:51.556936 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=34 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:51.754862 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-16c972da-9015-466c-aa6b-87e2b75fdbd4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784277 Aug 30 02:06:51.836120 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f712de25-21f6-422b-8072-3e26d93248d8 req-19a75204-33b1-403e-a1b3-b77e642cfc41 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 210 time: 0.0646939 Aug 30 02:06:51.877367 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-54c31638-a18b-46c6-9455-f6893ba2d04b req-98722cf5-ef2e-482d-baf0-a2c7b73b343e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151876 Aug 30 02:06:52.055776 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61be90-a23e-4df0-93d8-81375c1138ce req-75f61783-339b-47b7-8bfa-91719f89550e tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:52.057415 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ce61be90-a23e-4df0-93d8-81375c1138ce req-75f61783-339b-47b7-8bfa-91719f89550e tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 944 time: 0.0473316 Aug 30 02:06:52.114323 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ce61be90-a23e-4df0-93d8-81375c1138ce req-3b0b0609-8aeb-4a24-bb95-3035f36c5779 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499313 Aug 30 02:06:52.579750 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a279f08-b293-4772-b937-4fcb5b35694c req-6fbc3085-c4d6-4002-bc39-3ad4f15380b9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:52.581225 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0a279f08-b293-4772-b937-4fcb5b35694c req-6fbc3085-c4d6-4002-bc39-3ad4f15380b9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0474696 Aug 30 02:06:52.641752 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0a279f08-b293-4772-b937-4fcb5b35694c req-da9ad815-4166-4f72-839a-49638b8b81a9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548010 Aug 30 02:06:52.940643 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6a51cec4-a711-4faf-a002-9b3ae4ca0f83 req-90292ee5-fc0d-4617-8d83-8e9d75f1b2bb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 210 time: 0.0317485 Aug 30 02:06:53.240699 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a51bb5-c15e-472f-971f-1f5ff3b4255a req-e0524c51-2eec-4bd4-af48-1b0c508ccbcc tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:53.242374 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86a51bb5-c15e-472f-971f-1f5ff3b4255a req-e0524c51-2eec-4bd4-af48-1b0c508ccbcc tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 944 time: 0.0524321 Aug 30 02:06:53.291161 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86a51bb5-c15e-472f-971f-1f5ff3b4255a req-739436c5-3b6a-48ab-ba2a-2b3a422f5617 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Aug 30 02:06:53.773788 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13856a-f68e-4487-930f-72f4b8f85ceb req-f47ec5ec-e348-44bd-bac1-1f6f7e49fc54 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:53.775271 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cf13856a-f68e-4487-930f-72f4b8f85ceb req-f47ec5ec-e348-44bd-bac1-1f6f7e49fc54 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0504942 Aug 30 02:06:53.839276 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cf13856a-f68e-4487-930f-72f4b8f85ceb req-97dc1c2d-e3d6-4c80-b616-091bf426e598 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566280 Aug 30 02:06:54.050021 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8f275556-e9d4-4084-af3d-61e89759c0db req-8e7031d6-90bc-40b6-a0dd-bebedc2dc169 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Aug 30 02:06:54.186206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:54.222534 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-6577be7d-307d-4c0d-96f4-dba910228dfa tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:54.226841 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-6577be7d-307d-4c0d-96f4-dba910228dfa tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 811 time: 0.1082008 Aug 30 02:06:54.286766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-3a9aa5b0-fc6c-4767-a277-aebc20c316e6 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cbdcc426c3f4d3090919f1a50e3d626 HTTP/1.1" status: 200 len: 379 time: 0.0535054 Aug 30 02:06:54.295295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'port': {'device_id': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'admin_state_up': True, 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'security_groups': ['5aaca3ca-267f-4752-939b-4df6e4130459']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:54.418963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2448b-7971-403a-a5ba-bb61412eb1ff req-10f07ec6-f92f-4a70-af28-76f0c65fb319 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:54.421328 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8bf2448b-7971-403a-a5ba-bb61412eb1ff req-10f07ec6-f92f-4a70-af28-76f0c65fb319 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 944 time: 0.0534375 Aug 30 02:06:54.473366 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8bf2448b-7971-403a-a5ba-bb61412eb1ff req-1eed375a-4fc3-4054-9347-ce640640db83 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Aug 30 02:06:54.514353 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Made reservation on behalf of 1cbdcc426c3f4d3090919f1a50e3d626 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:06:54.518473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:54.656787 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:54.662850 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Allocated IP 172.20.0.3 (594c7eaa-27eb-44bb-b03b-2139d7485cc6/8249b7cd-3045-4d59-a36d-3397662a829d/91d06765-5bf0-4621-b65c-3234580e7137) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:06:54.818548 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 1b15a408-e3dc-4138-b124-a45209e7f74f details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:06:54.832512 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for port (91d06765-5bf0-4621-b65c-3234580e7137), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:54.888674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:54.925984 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b15a408-e3dc-4138-b124-a45209e7f74f,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:54.938318 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '1b15a408-e3dc-4138-b124-a45209e7f74f', 'network_id': '2761f1ac-422e-4add-8966-d7328f515b23', 'port_id': '1b15a408-e3dc-4138-b124-a45209e7f74f', 'mac_address': 'fa:16:3e:95:fc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091c4858-c987-4126-bc29-b51d68886503', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:06:54.948852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:54.977759 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 1b15a408-e3dc-4138-b124-a45209e7f74f is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:06:54.978424 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:54.999728 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b15a408-e3dc-4138-b124-a45209e7f74f {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:55.005114 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c7214-22ab-49b7-b380-5848c10367b4 req-b70b2ee5-88c0-4f24-83ef-bdaf9805633a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:55.006641 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2b5c7214-22ab-49b7-b380-5848c10367b4 req-b70b2ee5-88c0-4f24-83ef-bdaf9805633a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0903718 Aug 30 02:06:55.017826 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:06:55.020525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b15a408-e3dc-4138-b124-a45209e7f74f,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:55.032601 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:06:55.041994 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:06:55.045341 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event updated for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:55.128971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:55.129689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.144123 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.151043 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2b5c7214-22ab-49b7-b380-5848c10367b4 req-c0e6160a-3d83-4190-9c7f-dad5713a088f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292984 Aug 30 02:06:55.213504 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:55.214789 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397423c-95d1-4313-b86d-d4964c23b1d8 req-50e6c837-bcb7-4158-aa54-6968e72c56a8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:55.217277 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f397423c-95d1-4313-b86d-d4964c23b1d8 req-50e6c837-bcb7-4158-aa54-6968e72c56a8 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 931 time: 0.0584655 Aug 30 02:06:55.222713 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.223074 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.223442 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.223788 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.224128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.224463 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.224795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.225125 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.226115 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.226455 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.226792 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.227120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.227588 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.227931 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.228251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:06:55.246651 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:55.259259 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-cf116b35-87d9-45ec-a1c8-49038c60e09a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9675434 Aug 30 02:06:55.271386 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Request body: {'port': {'device_id': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:06:55.273973 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f397423c-95d1-4313-b86d-d4964c23b1d8 req-692856e4-18e1-4117-af4b-d0f21ec79191 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494649 Aug 30 02:06:55.334755 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:55.337475 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (91d06765-5bf0-4621-b65c-3234580e7137), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.372325 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-9404d6f4-8cc0-4b74-8d62-63ab4ee4f4f9 None None] Provisioning complete for port 91d06765-5bf0-4621-b65c-3234580e7137 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:06:55.372798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-9404d6f4-8cc0-4b74-8d62-63ab4ee4f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (91d06765-5bf0-4621-b65c-3234580e7137), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.406137 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-9404d6f4-8cc0-4b74-8d62-63ab4ee4f4f9 None None] Port 91d06765-5bf0-4621-b65c-3234580e7137 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:06:55.442290 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['1b15a408-e3dc-4138-b124-a45209e7f74f'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:06:55.602866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:55.623307 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a419508-33f6-4fb4-a9fd-e89c0cf8064b req-c4b70cb2-b816-4908-9c8b-874c41e4d887 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:55.624812 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1a419508-33f6-4fb4-a9fd-e89c0cf8064b req-c4b70cb2-b816-4908-9c8b-874c41e4d887 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 945 time: 0.0696492 Aug 30 02:06:55.673945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d06765-5bf0-4621-b65c-3234580e7137 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:55.689244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks [] for port (91d06765-5bf0-4621-b65c-3234580e7137), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.722994 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Transition to ACTIVE for port object 91d06765-5bf0-4621-b65c-3234580e7137 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:06:55.722994 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1a419508-33f6-4fb4-a9fd-e89c0cf8064b req-c5af62c9-e862-44ca-abc1-a6bf0832fd5e tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917747 Aug 30 02:06:55.821770 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:55.903405 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Pushing event updated for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:55.930872 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Attempting to bind port 91d06765-5bf0-4621-b65c-3234580e7137 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:06:55.931212 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Attempting to bind port 91d06765-5bf0-4621-b65c-3234580e7137 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:06:55.931945 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Attempting to bind port 91d06765-5bf0-4621-b65c-3234580e7137 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:55.936951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Port 91d06765-5bf0-4621-b65c-3234580e7137 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:06:55.937273 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Attempting to bind port 91d06765-5bf0-4621-b65c-3234580e7137 on network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:06:55.942324 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:06:55.942664 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Checking segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:06:55.943041 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Bound using segment: {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:06:55.943515 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Bound port: 91d06765-5bf0-4621-b65c-3234580e7137, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107902a4-0e42-422b-9400-c0a7907f98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:06:55.943876 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (91d06765-5bf0-4621-b65c-3234580e7137), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:56.005448 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:06:56.008403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=91d06765-5bf0-4621-b65c-3234580e7137,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:06:56.165097 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:56.169478 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.170105 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:56.171453 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/91d06765-5bf0-4621-b65c-3234580e7137 HTTP/1.1" status: 200 len: 1093 time: 0.9046366 Aug 30 02:06:56.171937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:56.174167 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e53501e-e646-4765-832f-fa2adb5babf9" -d '{"events": [{"name": "network-changed", "server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "tag": "91d06765-5bf0-4621-b65c-3234580e7137"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:56.218759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15029e03-7010-49b8-8bd9-09c2a73c4219 x-openstack-request-id: req-15029e03-7010-49b8-8bd9-09c2a73c4219 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:56.219107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "tag": "91d06765-5bf0-4621-b65c-3234580e7137", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:56.219359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15029e03-7010-49b8-8bd9-09c2a73c4219 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:56.219766 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15029e03-7010-49b8-8bd9-09c2a73c4219'] response: {'name': 'network-changed', 'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137', 'status': 'completed', 'code': 200} Aug 30 02:06:56.233029 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a163c0f-9a49-4920-b979-7581e68e4803 service neutron] Pushing event updated for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:56.311236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c929deb-e140-4809-8f81-7a57b4def491 req-d1632a91-aefc-46dd-a535-a73de89cbb08 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.312833 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c929deb-e140-4809-8f81-7a57b4def491 req-d1632a91-aefc-46dd-a535-a73de89cbb08 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0744240 Aug 30 02:06:56.316104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-6d8d875f-9eca-42de-bb52-6648612e4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.317628 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-6d8d875f-9eca-42de-bb52-6648612e4565 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 1127 time: 0.0775235 Aug 30 02:06:56.394599 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9075b2-4f0e-45e9-ad1e-8c3e18606189 req-bbdf67ba-d3b0-4f3e-9c4a-c9279c862571 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.396103 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff9075b2-4f0e-45e9-ad1e-8c3e18606189 req-bbdf67ba-d3b0-4f3e-9c4a-c9279c862571 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 943 time: 0.0490382 Aug 30 02:06:56.408454 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:56.446442 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff9075b2-4f0e-45e9-ad1e-8c3e18606189 req-08c5ec2b-8148-4b97-a25c-879f40b0d811 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442975 Aug 30 02:06:56.455300 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c929deb-e140-4809-8f81-7a57b4def491 req-ea28a4f7-7f20-4494-a9e9-03c0ab5f8397 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358166 Aug 30 02:06:56.476634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-304c011c-0e00-4669-ab22-aea03d438623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.478533 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-304c011c-0e00-4669-ab22-aea03d438623 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1529012 Aug 30 02:06:56.590529 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-74fa71a8-1834-4031-9a58-5499f2df123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.592115 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e53501e-e646-4765-832f-fa2adb5babf9 req-74fa71a8-1834-4031-9a58-5499f2df123c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076097 Aug 30 02:06:56.675203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-387b9e1d-3725-43b8-8cc0-626b63ed4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.676739 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-387b9e1d-3725-43b8-8cc0-626b63ed4ac4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 1127 time: 0.0430684 Aug 30 02:06:56.719883 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-2cc6a62f-de9b-43b4-9bd7-15a844da8f70 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d06765-5bf0-4621-b65c-3234580e7137 HTTP/1.1" status: 200 len: 217 time: 0.0347641 Aug 30 02:06:56.785351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-c0c9d03e-7028-479a-bce1-a1d6508649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.787922 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-c0c9d03e-7028-479a-bce1-a1d6508649dc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0623682 Aug 30 02:06:56.823146 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 1b15a408-e3dc-4138-b124-a45209e7f74f up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:06:56.870243 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-5a60ff6c-6b37-44e6-b4ce-fda2bfcb2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.871765 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-5a60ff6c-6b37-44e6-b4ce-fda2bfcb2d8f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758750 Aug 30 02:06:56.877778 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 1b15a408-e3dc-4138-b124-a45209e7f74f completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:06:56.883157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c7f7b-2d16-4f22-9e45-51d5dfa354ab req-7e79fec4-b41a-4711-aa4e-ef4a4fd83b1d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:56.885052 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dc9c7f7b-2d16-4f22-9e45-51d5dfa354ab req-7e79fec4-b41a-4711-aa4e-ef4a4fd83b1d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 945 time: 0.0588009 Aug 30 02:06:56.983851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 1b15a408-e3dc-4138-b124-a45209e7f74f triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:06:56.984342 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:57.001536 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dc9c7f7b-2d16-4f22-9e45-51d5dfa354ab req-34bac4a9-b17d-4e65-a93a-6e32cf274185 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075652 Aug 30 02:06:57.033079 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-7e1e2417-c8ea-4853-b871-e0178bafb89c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469591 Aug 30 02:06:57.044278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:57.048224 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:57.084889 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 1b15a408-e3dc-4138-b124-a45209e7f74f is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:06:57.085312 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:57.121821 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:06:57.124138 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf50dc0-0994-4a2d-92a0-8b344aa9fcdc" -d '{"events": [{"server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "name": "network-vif-plugged", "status": "completed", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:06:57.142447 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b15a408-e3dc-4138-b124-a45209e7f74f,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:57.167079 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df2cd67e-c7c3-49c4-95c7-6d2dd8a345b6 req-c388ad16-bf01-449d-98fd-9f7c0850a5fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275597 Aug 30 02:06:57.176387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa5bd5-d488-4fcb-a6e8-da1c5e05446a x-openstack-request-id: req-54aa5bd5-d488-4fcb-a6e8-da1c5e05446a {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:06:57.176387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "name": "network-vif-plugged", "status": "completed", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:06:57.176387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54aa5bd5-d488-4fcb-a6e8-da1c5e05446a {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:06:57.176387 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54aa5bd5-d488-4fcb-a6e8-da1c5e05446a'] response: {'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f', 'code': 200} Aug 30 02:06:57.227490 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:57.278337 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:57.574619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eb9d6-49e1-4064-acab-2f34d9270de0 req-c2dc1940-f380-4bfe-85d8-3d3c5f286ec2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:57.581639 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4e0eb9d6-49e1-4064-acab-2f34d9270de0 req-c2dc1940-f380-4bfe-85d8-3d3c5f286ec2 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 943 time: 0.0541861 Aug 30 02:06:57.586246 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479f69-80f2-4e0b-b368-fd2694d67588 req-3662a16e-ba8a-42f0-bdbd-4f0182712152 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:57.587763 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b4479f69-80f2-4e0b-b368-fd2694d67588 req-3662a16e-ba8a-42f0-bdbd-4f0182712152 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0473230 Aug 30 02:06:57.626560 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4e0eb9d6-49e1-4064-acab-2f34d9270de0 req-0c02ab32-2ae9-4d91-b862-020f9d891151 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Aug 30 02:06:57.652291 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b4479f69-80f2-4e0b-b368-fd2694d67588 req-4fdae7d0-4d09-49ee-bf14-92ac1a43985f tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588341 Aug 30 02:06:58.239605 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d213ee5-9d38-494b-be8e-a5df33ebb73f req-2e5f1641-b08c-4302-a8ba-1bc980eae2b3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:58.241068 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9d213ee5-9d38-494b-be8e-a5df33ebb73f req-2e5f1641-b08c-4302-a8ba-1bc980eae2b3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.1618748 Aug 30 02:06:58.280400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5faf-611b-4c54-901d-4fc787152be8 req-cdccba74-9a22-44bc-b150-fe64502a667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:58.281854 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d38c5faf-611b-4c54-901d-4fc787152be8 req-cdccba74-9a22-44bc-b150-fe64502a667b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 1130 time: 0.0579312 Aug 30 02:06:58.324404 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9d213ee5-9d38-494b-be8e-a5df33ebb73f req-dd577864-c701-4f2d-aada-159c21c952d6 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 Aug 30 02:06:58.348336 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d38c5faf-611b-4c54-901d-4fc787152be8 req-b83ffe33-4d0d-49d9-a9ad-242185f71b46 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Aug 30 02:06:58.799784 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667a86d-2a44-4603-8689-07ee0ad3417c req-a9213e78-5bfc-487f-a6cb-a7ad983546c7 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:58.801662 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3667a86d-2a44-4603-8689-07ee0ad3417c req-a9213e78-5bfc-487f-a6cb-a7ad983546c7 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0585158 Aug 30 02:06:58.817748 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08143e55-b0f0-4b77-acd7-5818cbf37e8c req-5d443908-6a8d-49da-a305-eb57a3050eb0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:58.820265 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-08143e55-b0f0-4b77-acd7-5818cbf37e8c req-5d443908-6a8d-49da-a305-eb57a3050eb0 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 943 time: 0.1189988 Aug 30 02:06:58.834845 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:58.855299 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 91d06765-5bf0-4621-b65c-3234580e7137 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:06:58.884597 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3667a86d-2a44-4603-8689-07ee0ad3417c req-1127ab61-bc6a-40f4-ad27-587afb0bfe23 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762999 Aug 30 02:06:58.889934 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-08143e55-b0f0-4b77-acd7-5818cbf37e8c req-507128bf-41cb-4805-a6ce-3ff0937547ec tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632064 Aug 30 02:06:59.008083 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:59.024450 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=91d06765-5bf0-4621-b65c-3234580e7137,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:59.037195 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '91d06765-5bf0-4621-b65c-3234580e7137', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'port_id': '91d06765-5bf0-4621-b65c-3234580e7137', 'mac_address': 'fa:16:3e:07:8c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:06:59.072266 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 91d06765-5bf0-4621-b65c-3234580e7137 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:06:59.072656 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (91d06765-5bf0-4621-b65c-3234580e7137), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:59.085617 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d06765-5bf0-4621-b65c-3234580e7137 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:06:59.105908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=91d06765-5bf0-4621-b65c-3234580e7137,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:06:59.205010 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:06:59.254178 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:06:59.443298 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c244084-31a0-4865-b796-ec2120d13b09 req-4706f015-b890-4722-a160-2c8a6da931ee tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:06:59.444853 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c244084-31a0-4865-b796-ec2120d13b09 req-4706f015-b890-4722-a160-2c8a6da931ee tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Aug 30 02:06:59.466939 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:06:59.499751 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1c244084-31a0-4865-b796-ec2120d13b09 req-f91fc40f-63cc-439b-b024-f573f181a13b tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Aug 30 02:06:59.531705 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['91d06765-5bf0-4621-b65c-3234580e7137'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:07:00.019008 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea462e-9a2f-4243-b004-32deab955ada req-257662df-7df5-425b-a953-1132feec97be tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:00.020722 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23ea462e-9a2f-4243-b004-32deab955ada req-257662df-7df5-425b-a953-1132feec97be tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 944 time: 0.0487299 Aug 30 02:07:00.021165 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2c01ad36-ea48-4a37-a404-86930f7f5ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:00.028689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb756469-fe53-4470-8982-ca056c5a878b req-bc682319-0a2d-49cb-b394-42f08a78d7a9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:00.030841 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eb756469-fe53-4470-8982-ca056c5a878b req-bc682319-0a2d-49cb-b394-42f08a78d7a9 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0588617 Aug 30 02:07:00.070805 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23ea462e-9a2f-4243-b004-32deab955ada req-2ea6251e-c7ba-426f-a2c6-800b695d5aa3 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Aug 30 02:07:00.094728 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eb756469-fe53-4470-8982-ca056c5a878b req-be25c978-10b7-44f1-b271-fd22bf55f860 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580523 Aug 30 02:07:00.619589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa16c69-6047-4f8d-9ac0-edcdef9c5a8b req-d4721336-2d5a-484d-842c-1599642eb117 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:00.621043 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-caa16c69-6047-4f8d-9ac0-edcdef9c5a8b req-d4721336-2d5a-484d-842c-1599642eb117 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0490873 Aug 30 02:07:00.667356 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-caa16c69-6047-4f8d-9ac0-edcdef9c5a8b req-3fb7bd36-573d-43cb-9802-4e1bf080546d tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Aug 30 02:07:00.830704 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 91d06765-5bf0-4621-b65c-3234580e7137 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:00.999844 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 91d06765-5bf0-4621-b65c-3234580e7137 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:07:01.090701 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 91d06765-5bf0-4621-b65c-3234580e7137 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:01.092000 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (91d06765-5bf0-4621-b65c-3234580e7137), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:01.168933 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 91d06765-5bf0-4621-b65c-3234580e7137 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:01.169439 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (91d06765-5bf0-4621-b65c-3234580e7137), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:01.172175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:01.193733 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:01.195964 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb820d5-29ab-435d-8b5b-51ccdba86b5c" -d '{"events": [{"server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "name": "network-vif-plugged", "status": "completed", "tag": "91d06765-5bf0-4621-b65c-3234580e7137"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:01.203860 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa303ac-2a7f-47cf-987c-676da09924c3 req-62176d88-7509-4519-bfcd-bd5549a42bdb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:01.205422 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6aa303ac-2a7f-47cf-987c-676da09924c3 req-62176d88-7509-4519-bfcd-bd5549a42bdb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 944 time: 0.0487483 Aug 30 02:07:01.214999 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=91d06765-5bf0-4621-b65c-3234580e7137,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:01.252729 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6aa303ac-2a7f-47cf-987c-676da09924c3 req-69030069-0226-499b-9401-0a50a9f97963 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415642 Aug 30 02:07:01.359374 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b8892-9433-493f-b7f8-3ac4ce8a15e6 req-a9af5ee7-2eec-4d18-99b0-1e2564f18e62 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:01.360755 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-007b8892-9433-493f-b7f8-3ac4ce8a15e6 req-a9af5ee7-2eec-4d18-99b0-1e2564f18e62 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0510015 Aug 30 02:07:01.376319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:01.422837 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-007b8892-9433-493f-b7f8-3ac4ce8a15e6 req-027256db-73f9-4f40-9bba-6ae973c898bd tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&id=0585ab8a-3d60-4195-b9b6-d3a8fb293e30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563579 Aug 30 02:07:01.424949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:01.468805 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c93559d-f1cf-49b6-a0a4-07e57f2f0488 x-openstack-request-id: req-5c93559d-f1cf-49b6-a0a4-07e57f2f0488 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:01.469110 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "name": "network-vif-plugged", "status": "completed", "tag": "91d06765-5bf0-4621-b65c-3234580e7137", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:01.469362 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c93559d-f1cf-49b6-a0a4-07e57f2f0488 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:01.469815 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c93559d-f1cf-49b6-a0a4-07e57f2f0488'] response: {'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137', 'code': 200} Aug 30 02:07:01.858804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960369-d46b-45c5-b75c-e473788375d6 req-eca5c7f5-3fcd-4a62-9603-b94a82ce580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:01.860346 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-01960369-d46b-45c5-b75c-e473788375d6 req-eca5c7f5-3fcd-4a62-9603-b94a82ce580d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 1129 time: 0.0400536 Aug 30 02:07:01.905642 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-01960369-d46b-45c5-b75c-e473788375d6 req-db685f08-343d-43d5-86a3-01794ebd971d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Aug 30 02:07:02.271861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-691e9f39-e42c-4f2f-8e43-b542ffd184fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:02.376246 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0417dab-2084-482c-98a9-7d3d71e46105 req-ef4dfef8-36a2-4618-b92c-53002253cd00 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:02.377892 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c0417dab-2084-482c-98a9-7d3d71e46105 req-ef4dfef8-36a2-4618-b92c-53002253cd00 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Aug 30 02:07:02.425776 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c0417dab-2084-482c-98a9-7d3d71e46105 req-4018ffac-2e6a-4323-93cd-3ae1cf50ddc5 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Aug 30 02:07:03.387315 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:03.548361 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144cfcb-5ffb-47ce-8f66-67f770d1b750 req-88f4a684-1a98-4ba8-8bdb-8ad7b38c9546 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:03.549908 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e144cfcb-5ffb-47ce-8f66-67f770d1b750 req-88f4a684-1a98-4ba8-8bdb-8ad7b38c9546 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 30 02:07:03.598468 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e144cfcb-5ffb-47ce-8f66-67f770d1b750 req-923a405f-241a-41c1-8c8b-ea04cca4534a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Aug 30 02:07:04.716971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e8137-a410-4218-a30b-ce84a5466e34 req-3e09129d-6753-45a4-9346-6658ee994e07 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:04.718400 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e79e8137-a410-4218-a30b-ce84a5466e34 req-3e09129d-6753-45a4-9346-6658ee994e07 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Aug 30 02:07:04.768493 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e79e8137-a410-4218-a30b-ce84a5466e34 req-ffeda1cd-3b94-4c7d-974c-6c5475372a35 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441041 Aug 30 02:07:04.879952 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e9ac7-c431-4dea-985d-47f0106f89d8 req-e01d1b86-023f-4867-983c-8299d45949b6 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:04.881521 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-187e9ac7-c431-4dea-985d-47f0106f89d8 req-e01d1b86-023f-4867-983c-8299d45949b6 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0466616 Aug 30 02:07:04.891372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58242) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:04.896891 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Request body: {'floatingip': {'port_id': '91d06765-5bf0-4621-b65c-3234580e7137'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:04.930811 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:04.940382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:05.102598 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:05.124798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:05.383974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:05.456382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:05.493779 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:05.550404 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Floating IP 5d516436-34b9-469c-aed0-f2fc730a25dd associated. External IP: 172.27.2.119, port: 91d06765-5bf0-4621-b65c-3234580e7137. Aug 30 02:07:05.747188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:06.108584 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:06.113494 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:06.118075 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:06.128768 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:06.129505 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:06.144416 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-aad41d9d-8797-44ad-b1b0-bf48e7c36990 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/5d516436-34b9-469c-aed0-f2fc730a25dd HTTP/1.1" status: 200 len: 991 time: 1.2519689 Aug 30 02:07:06.145085 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:06.147494 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d00bd0-c442-4c3f-9190-ee0d608731a4" -d '{"events": [{"name": "network-changed", "server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "tag": "91d06765-5bf0-4621-b65c-3234580e7137"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:06.186038 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c35d09-1062-4b05-b075-495b271b6736 x-openstack-request-id: req-d6c35d09-1062-4b05-b075-495b271b6736 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:06.186476 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "tag": "91d06765-5bf0-4621-b65c-3234580e7137", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:06.186825 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6c35d09-1062-4b05-b075-495b271b6736 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:06.187288 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c35d09-1062-4b05-b075-495b271b6736'] response: {'name': 'network-changed', 'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137', 'status': 'completed', 'code': 200} Aug 30 02:07:06.231370 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:06.248308 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-c97d8fe3-2f0d-4e2f-8f86-04a583a66517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:06.249835 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-c97d8fe3-2f0d-4e2f-8f86-04a583a66517 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 1129 time: 0.0424416 Aug 30 02:07:06.339652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-66ca02b7-3b7b-4ccd-8f4c-0aa3ab413be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:06.341328 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-66ca02b7-3b7b-4ccd-8f4c-0aa3ab413be3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.0854948 Aug 30 02:07:06.407113 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-35ccfdb0-92b2-4803-98ce-b57a69c2e43a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d06765-5bf0-4621-b65c-3234580e7137 HTTP/1.1" status: 200 len: 999 time: 0.0593483 Aug 30 02:07:06.437830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:06.440243 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '5d516436-34b9-469c-aed0-f2fc730a25dd', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '91d06765-5bf0-4621-b65c-3234580e7137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:07:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:48Z', 'updated_at': '2022-08-30T02:07:05Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:06.455575 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-60c362a3-9b2c-401e-99cc-6c851164c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:06.456945 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-60c362a3-9b2c-401e-99cc-6c851164c3dc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0444582 Aug 30 02:07:06.468472 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:06.477418 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:06.478049 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:06.500941 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-7d09940a-1fe4-4d33-8334-3a3d26417b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:06.502482 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-7d09940a-1fe4-4d33-8334-3a3d26417b20 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394135 Aug 30 02:07:06.575338 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:06.594648 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-c1e957b1-84d3-42bc-82d7-dbf6cd1b0d16 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Aug 30 02:07:06.682660 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7d00bd0-c442-4c3f-9190-ee0d608731a4 req-b4348b86-ce44-4c44-94cf-e49cae3936d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825846 Aug 30 02:07:06.785970 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '5d516436-34b9-469c-aed0-f2fc730a25dd', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '91d06765-5bf0-4621-b65c-3234580e7137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:07:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:48Z', 'updated_at': '2022-08-30T02:07:05Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:06.811032 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e141796-e426-4009-b481-b623cbe4b10c None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '5d516436-34b9-469c-aed0-f2fc730a25dd', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'port_id': '91d06765-5bf0-4621-b65c-3234580e7137', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'mac_address': 'fa:16:3e:07:8c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:06:48Z', 'updated_at': '2022-08-30T02:07:05Z', 'revision_number': 1, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:07.010034 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887fbe89-391a-488c-9c3a-71e88ff5a38a None None] New status for floating IP 5d516436-34b9-469c-aed0-f2fc730a25dd: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:07:07.970861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:10.083690 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-3cea9d13-2317-4979-88fd-4a76454bfe0c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379450 Aug 30 02:07:10.167622 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-2b8f8d53-b72a-4a97-9fc4-5b54ffd5829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:10.169203 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-2b8f8d53-b72a-4a97-9fc4-5b54ffd5829b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e7f4b9bbe0b640688754d04484900cca&device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 1129 time: 0.0439887 Aug 30 02:07:10.594519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-56595498-bd42-4a45-b65c-f89493aa7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:10.596075 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-56595498-bd42-4a45-b65c-f89493aa7d86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 200 len: 920 time: 0.0919814 Aug 30 02:07:10.668271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:10.699163 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-b14e389e-5dc7-459a-b3ed-1ae8c204a33b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 200 len: 217 time: 0.0376699 Aug 30 02:07:10.749014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-512df757-fcd4-44ba-94c0-9999d814f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:10.750529 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-512df757-fcd4-44ba-94c0-9999d814f991 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 200 len: 858 time: 0.0458934 Aug 30 02:07:10.793554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-4e564133-8ce1-4df1-8f4f-e3ce2dfed602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:10.795857 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-4e564133-8ce1-4df1-8f4f-e3ce2dfed602 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1d16cb49-ecef-4189-a61f-53bbf0aaef30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381720 Aug 30 02:07:10.893557 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-73135aca-5f1a-4f33-bc4b-683218a3751f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900590 Aug 30 02:07:10.994270 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-991ce9e0-654c-4320-b915-0f0bd25d90e1 req-dcc0fd28-ae5b-4a36-9d12-cac42bc57694 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935988 Aug 30 02:07:12.419584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=41 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:12.421913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=82 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:12.936272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306032ba-d25b-4fbe-a410-8fd444f636cd req-5b9ef732-7cdf-4c40-bf4f-b7d738129776 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:12.938035 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-306032ba-d25b-4fbe-a410-8fd444f636cd req-5b9ef732-7cdf-4c40-bf4f-b7d738129776 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0518503 Aug 30 02:07:12.992457 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-306032ba-d25b-4fbe-a410-8fd444f636cd req-9682c1d3-89ff-4cc1-b7f4-b275e0b449d9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Aug 30 02:07:14.111537 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8fbd-f46d-4ff1-969e-dd8749cbe3cf req-acb38865-c08b-4d8f-8007-2dc6c6e43657 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:14.113014 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-25ab8fbd-f46d-4ff1-969e-dd8749cbe3cf req-acb38865-c08b-4d8f-8007-2dc6c6e43657 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0471532 Aug 30 02:07:14.163262 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-25ab8fbd-f46d-4ff1-969e-dd8749cbe3cf req-9d0521e5-1193-46cd-9202-a4796e2ad34c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Aug 30 02:07:15.289294 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206303c4-da9f-43e0-a8b3-dbe233cdf307 req-23465b5e-02e0-48fe-8481-2e543a4a54fd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:15.290805 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-206303c4-da9f-43e0-a8b3-dbe233cdf307 req-23465b5e-02e0-48fe-8481-2e543a4a54fd tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0486598 Aug 30 02:07:15.337559 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-206303c4-da9f-43e0-a8b3-dbe233cdf307 req-f2480cb6-434a-46fa-a264-c63a48a6a774 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Aug 30 02:07:16.454798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f200cd-fa46-46ba-8d54-4963c30343ae req-9d33369f-743d-4a7b-9a4b-0caf9d307463 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:16.456188 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6f200cd-fa46-46ba-8d54-4963c30343ae req-9d33369f-743d-4a7b-9a4b-0caf9d307463 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0467041 Aug 30 02:07:16.502595 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6f200cd-fa46-46ba-8d54-4963c30343ae req-84114773-af3b-4827-ad7b-5d52b1be1e26 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Aug 30 02:07:17.074802 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:07:17.625727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded7269-eef6-435f-9f78-a6f818b3c955 req-3451ae24-b304-415e-b44e-45ea66ffff6e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:17.627189 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ded7269-eef6-435f-9f78-a6f818b3c955 req-3451ae24-b304-415e-b44e-45ea66ffff6e tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Aug 30 02:07:17.674136 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3ded7269-eef6-435f-9f78-a6f818b3c955 req-3cb927bb-614e-4cc5-a3c2-25beb9ab8c96 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415144 Aug 30 02:07:17.870885 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:17.878904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:18.793027 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1eac2-8d95-4318-ab75-f40d30985301 req-6cb7cf14-561a-4557-97d9-6a8cc159e200 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:18.794527 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fde1eac2-8d95-4318-ab75-f40d30985301 req-6cb7cf14-561a-4557-97d9-6a8cc159e200 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0463409 Aug 30 02:07:18.840942 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fde1eac2-8d95-4318-ab75-f40d30985301 req-f70c8ed1-3ea1-4698-ad38-5f272009bb27 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Aug 30 02:07:19.707368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-bf82b424-eb4e-48e9-9ed0-6361fac4b7d5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:19.708878 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-bf82b424-eb4e-48e9-9ed0-6361fac4b7d5 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0474877 Aug 30 02:07:19.800337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Deleting port 0613d132-cca5-44d5-80b4-de90c29f8aa0 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:19.800689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:19.859350 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:19.905991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] For port 0613d132-cca5-44d5-80b4-de90c29f8aa0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=0613d132-cca5-44d5-80b4-de90c29f8aa0,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:19.922765 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:19.978177 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d0f2d-cb41-4396-b92c-a5140928160c req-e782395b-11c5-443b-9c40-fe4b92df9e08 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:19.979675 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dd7d0f2d-cb41-4396-b92c-a5140928160c req-e782395b-11c5-443b-9c40-fe4b92df9e08 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 946 time: 0.0479050 Aug 30 02:07:20.087383 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:20.087781 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:20.088032 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Floating IP 0ed69aa9-7f52-40f6-a649-7a83cfff5341 disassociated. External IP: 172.27.2.98, port: 0613d132-cca5-44d5-80b4-de90c29f8aa0. Aug 30 02:07:20.088382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Calling delete_port for 0613d132-cca5-44d5-80b4-de90c29f8aa0 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:20.157712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:20.271748 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dd7d0f2d-cb41-4396-b92c-a5140928160c req-4d249205-f2f8-444e-8cec-35ac69f4dec4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a11567a-f15b-4b54-a6b1-4597d059ffc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860270 Aug 30 02:07:20.342527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (0613d132-cca5-44d5-80b4-de90c29f8aa0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:20.372680 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event deleted for resources: {'Port': ['ID=0613d132-cca5-44d5-80b4-de90c29f8aa0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:20.506000 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:20.612562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:20.622738 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:20.636525 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:20.648140 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:20.654735 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] No DVR routers for this DVR port 0613d132-cca5-44d5-80b4-de90c29f8aa0 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:20.658895 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:20.662095 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-42faf31e-4d2e-45c0-9f40-2ebec7f09f95 req-a04a83a9-b3ce-4857-aee4-2c91dd3d8a35 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0613d132-cca5-44d5-80b4-de90c29f8aa0 HTTP/1.1" status: 204 len: 173 time: 0.9447734 Aug 30 02:07:20.662583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'name': 'network-vif-deleted', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:20.664797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2e61b-1865-4bcb-8a9d-055f9f8c1907" -d '{"events": [{"server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "name": "network-vif-deleted", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:20.714837 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682e022-9d65-4a84-b7bd-481f77050602 x-openstack-request-id: req-0682e022-9d65-4a84-b7bd-481f77050602 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:20.716197 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecaa0bb-82d5-4a54-b0de-3f755d373450", "name": "network-vif-deleted", "tag": "0613d132-cca5-44d5-80b4-de90c29f8aa0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:20.716452 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0682e022-9d65-4a84-b7bd-481f77050602 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:20.716865 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0682e022-9d65-4a84-b7bd-481f77050602'] response: {'server_uuid': '0ecaa0bb-82d5-4a54-b0de-3f755d373450', 'name': 'network-vif-deleted', 'tag': '0613d132-cca5-44d5-80b4-de90c29f8aa0', 'status': 'completed', 'code': 200} Aug 30 02:07:20.745829 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:20.864409 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:20.963620 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:21.039064 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:21.064256 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:21.072788 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:21.073390 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:21.180308 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:21.384390 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:21.397875 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ed62d0f8-f6c0-442a-84b0-95c0db2a5cc0 req-181ad56f-55c0-4a68-8bb5-72fb601fe61f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0ecaa0bb-82d5-4a54-b0de-3f755d373450 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Aug 30 02:07:21.412746 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604c5ad-18ce-4ca2-b159-33b20d0718fa None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '396ba6c6-33c5-4f71-a161-9decd104780e', 'name': '', 'network_id': '1d16cb49-ecef-4189-a61f-53bbf0aaef30', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'mac_address': 'fa:16:3e:44:fd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:28Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'subnets': [{'id': 'ebcc4ce7-292e-4024-8edf-d9a86e826925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:21.628495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e66fe-e9f2-4be2-aa49-e5a653a53e68 None None] New status for floating IP 0ed69aa9-7f52-40f6-a649-7a83cfff5341: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:07:22.587202 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58386) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:22.647018 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (8a11567a-f15b-4b54-a6b1-4597d059ffc1), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:22.668485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (8a11567a-f15b-4b54-a6b1-4597d059ffc1), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:22.686304 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:22.810615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8a11567a-f15b-4b54-a6b1-4597d059ffc1), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:22.813858 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:22.815049 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8a11567a-f15b-4b54-a6b1-4597d059ffc1 HTTP/1.1" status: 204 len: 168 time: 0.2268610 Aug 30 02:07:22.817767 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58388) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:22.824305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a11567a-f15b-4b54-a6b1-4597d059ffc1,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:22.832242 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.api.v2.resource [None req-2589a2e8-0a27-4bb1-a157-f89c12fe2aaa tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] show failed (client error): The resource could not be found. Aug 30 02:07:22.838421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838703 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2589a2e8-0a27-4bb1-a157-f89c12fe2aaa tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups/8a11567a-f15b-4b54-a6b1-4597d059ffc1 HTTP/1.1" status: 404 len: 347 time: 0.0144422 Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.838797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daae3693-1957-4bad-a7c7-42b9da442dfe tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:22.840223 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58390) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:22.937079 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0613d132-cca5-44d5-80b4-de90c29f8aa0 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:22.953244 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Deleting port 96b39096-b52a-4356-8aa2-4aed94e7bd3f {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:22.953610 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:22.960180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 0613d132-cca5-44d5-80b4-de90c29f8aa0 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:22.960526 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 0613d132-cca5-44d5-80b4-de90c29f8aa0 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:23.036506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:23.036838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (96b39096-b52a-4356-8aa2-4aed94e7bd3f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:23.051309 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Calling delete_port for 96b39096-b52a-4356-8aa2-4aed94e7bd3f owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:23.163402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:23.279259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (96b39096-b52a-4356-8aa2-4aed94e7bd3f), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:23.306669 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event deleted for resources: {'Port': ['ID=96b39096-b52a-4356-8aa2-4aed94e7bd3f,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:23.309873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:23.322105 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.322453 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.322787 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.323119 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.323444 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.323772 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.324095 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.324416 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.324733 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.325056 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.325372 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.325724 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.326029 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.326345 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.326661 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:23.384500 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks [] for floatingip (0ed69aa9-7f52-40f6-a649-7a83cfff5341), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:23.387274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:23.388415 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-0c3d20ba-2baa-4c18-8752-9a4aa1a22cc1 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0ed69aa9-7f52-40f6-a649-7a83cfff5341 HTTP/1.1" status: 204 len: 168 time: 0.5472898 Aug 30 02:07:26.564220 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93351946-5eda-4c7c-81ca-b27a19216f16 req-9489ec36-ca89-4f67-aa42-f9c3de88dfd9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:26.565716 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-93351946-5eda-4c7c-81ca-b27a19216f16 req-9489ec36-ca89-4f67-aa42-f9c3de88dfd9 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0461590 Aug 30 02:07:26.614503 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-93351946-5eda-4c7c-81ca-b27a19216f16 req-48e4ff8e-5660-451e-a3e8-52317c14a625 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Aug 30 02:07:27.737937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1ff4c-4aad-4d05-88a0-02b675767e52 req-b74d8b19-8dba-41c5-b7bc-90a680f18553 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:27.740426 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-14b1ff4c-4aad-4d05-88a0-02b675767e52 req-b74d8b19-8dba-41c5-b7bc-90a680f18553 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0483849 Aug 30 02:07:27.788178 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-14b1ff4c-4aad-4d05-88a0-02b675767e52 req-9ea7b195-a83f-4d35-bd9e-7f3e5a9f47ed tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Aug 30 02:07:28.908192 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9f8ae-116e-42d9-ab5d-ed4f5743dfb6 req-bbfca33d-0451-4b25-800d-b295acd9171c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:28.909687 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fff9f8ae-116e-42d9-ab5d-ed4f5743dfb6 req-bbfca33d-0451-4b25-800d-b295acd9171c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0480163 Aug 30 02:07:28.956181 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fff9f8ae-116e-42d9-ab5d-ed4f5743dfb6 req-00843830-3c1a-4a2e-8aac-e54af3ea267f tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Aug 30 02:07:29.460871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0826-2963-4399-b2ac-932373e7c981 req-9506d550-7f08-4b7d-99db-16606491e54b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:29.462387 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5bab0826-2963-4399-b2ac-932373e7c981 req-9506d550-7f08-4b7d-99db-16606491e54b tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 945 time: 0.0518787 Aug 30 02:07:29.550041 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Deleting port 4fe22a1d-4332-4831-ab82-7f45c452f699 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:29.550280 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:29.641984 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] For port 4fe22a1d-4332-4831-ab82-7f45c452f699, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4fe22a1d-4332-4831-ab82-7f45c452f699,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:29.642368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:29.656354 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Calling delete_port for 4fe22a1d-4332-4831-ab82-7f45c452f699 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:29.872464 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (4fe22a1d-4332-4831-ab82-7f45c452f699), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:29.884395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['61565fda-094d-4fe4-931b-8cf82b3d145d', '4fe22a1d-4332-4831-ab82-7f45c452f699'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:07:29.901299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event deleted for resources: {'Port': ['ID=4fe22a1d-4332-4831-ab82-7f45c452f699,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:29.956922 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] No DVR routers for this DVR port 4fe22a1d-4332-4831-ab82-7f45c452f699 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:29.960152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:29.963557 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5bab0826-2963-4399-b2ac-932373e7c981 req-1c79dc1b-ac49-48fe-87d1-1727cb78760d tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4fe22a1d-4332-4831-ab82-7f45c452f699 HTTP/1.1" status: 204 len: 173 time: 0.4952075 Aug 30 02:07:29.964002 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'name': 'network-vif-deleted', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:29.966468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a60280-cd31-4a7e-bfad-72d6375cad89" -d '{"events": [{"server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "name": "network-vif-deleted", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:30.008100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d0b479-940b-48b3-ab27-36a7b7aaf225 x-openstack-request-id: req-b2d0b479-940b-48b3-ab27-36a7b7aaf225 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:30.008496 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cecad39-31d7-4dc6-a7b7-9c759be0732c", "name": "network-vif-deleted", "tag": "4fe22a1d-4332-4831-ab82-7f45c452f699", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:30.008848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2d0b479-940b-48b3-ab27-36a7b7aaf225 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:30.009414 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d0b479-940b-48b3-ab27-36a7b7aaf225'] response: {'server_uuid': '5cecad39-31d7-4dc6-a7b7-9c759be0732c', 'name': 'network-vif-deleted', 'tag': '4fe22a1d-4332-4831-ab82-7f45c452f699', 'status': 'completed', 'code': 200} Aug 30 02:07:30.017290 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-39ef6730-314d-4ea7-b44d-aab67223ddfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:30.108821 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6919b673-01aa-425d-9270-930d1aac27a2 req-7233e01c-c952-4be5-839a-3e982c538686 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0292346 Aug 30 02:07:31.231315 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-92588736-4751-4df3-9717-37a17e3d031d req-428ef679-f5ee-467b-8b97-66a7bc2ae2da tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5cecad39-31d7-4dc6-a7b7-9c759be0732c HTTP/1.1" status: 200 len: 210 time: 0.0273700 Aug 30 02:07:31.387028 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=12 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:31.387798 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=78 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:31.970373 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:31.981529 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6112dc-9219-4b96-af29-2caf6fd27b73 req-29108628-33ca-466a-9f48-7fb0d81c35ce tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:31.983002 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba6112dc-9219-4b96-af29-2caf6fd27b73 req-29108628-33ca-466a-9f48-7fb0d81c35ce tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0466356 Aug 30 02:07:32.030435 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba6112dc-9219-4b96-af29-2caf6fd27b73 req-3b3821a8-d9fb-46dc-8f6c-d0c37c873bbd tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Aug 30 02:07:32.237686 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-70c359d1-4e65-4802-a5d6-57a0e92fc519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:32.814586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9e11-7c66-4a1b-ae7e-cd4834804a2f req-e1e89cc2-c25c-4f5b-9a78-642ba2d1adc3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:32.816071 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-68aa9e11-7c66-4a1b-ae7e-cd4834804a2f req-e1e89cc2-c25c-4f5b-9a78-642ba2d1adc3 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Aug 30 02:07:32.863019 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-68aa9e11-7c66-4a1b-ae7e-cd4834804a2f req-63752a66-8152-47b4-a086-41c9821c92db tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Aug 30 02:07:32.986555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4fe22a1d-4332-4831-ab82-7f45c452f699 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:33.006200 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 4fe22a1d-4332-4831-ab82-7f45c452f699 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:33.006547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4fe22a1d-4332-4831-ab82-7f45c452f699 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:33.154738 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da6a4-d59b-4a03-ab82-609e06061226 req-0c8ffc34-ec45-4d7e-a535-8c7efd7f43e3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:33.156206 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bc8da6a4-d59b-4a03-ab82-609e06061226 req-0c8ffc34-ec45-4d7e-a535-8c7efd7f43e3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0493021 Aug 30 02:07:33.203781 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bc8da6a4-d59b-4a03-ab82-609e06061226 req-c7bde49f-173a-4195-98d0-33bac5c44934 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Aug 30 02:07:33.479946 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:33.986714 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdcb0a-f03d-4913-95d6-c15b1175acb0 req-47e9fb06-3dd2-4498-ab70-6ff0f866b9b7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:33.988159 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-08cdcb0a-f03d-4913-95d6-c15b1175acb0 req-47e9fb06-3dd2-4498-ab70-6ff0f866b9b7 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0465250 Aug 30 02:07:34.034379 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-08cdcb0a-f03d-4913-95d6-c15b1175acb0 req-36eb5915-53ba-455b-859b-d2c1f2c256ae tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Aug 30 02:07:34.323089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abfd30-091f-49b2-bb77-59b050d26448 req-4aac6422-5cc9-43ce-acc9-b28d2d856999 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:34.324597 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-49abfd30-091f-49b2-bb77-59b050d26448 req-4aac6422-5cc9-43ce-acc9-b28d2d856999 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0468080 Aug 30 02:07:34.373269 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-49abfd30-091f-49b2-bb77-59b050d26448 req-e9f0a4d7-13b0-4372-bbbf-7b27781092a7 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Aug 30 02:07:34.839426 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:34.847202 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08147170-00b6-4ea4-b96b-3df5e745cfeb req-0f14ea07-b92d-41ef-96d0-beff40cb11ba tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:34.848738 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-08147170-00b6-4ea4-b96b-3df5e745cfeb req-0f14ea07-b92d-41ef-96d0-beff40cb11ba tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0504582 Aug 30 02:07:34.884156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:34.897269 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-08147170-00b6-4ea4-b96b-3df5e745cfeb req-f8dff92e-a8ab-411f-9945-2dc89393bc55 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Aug 30 02:07:35.067978 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:35.157228 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726d002-bc09-4055-add0-c5538e9cc8e5 req-96933c84-aa57-4558-8bfa-3213829a8f72 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:35.158735 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7726d002-bc09-4055-add0-c5538e9cc8e5 req-96933c84-aa57-4558-8bfa-3213829a8f72 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0501957 Aug 30 02:07:35.206199 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7726d002-bc09-4055-add0-c5538e9cc8e5 req-b50d7cca-7ae1-4e0e-aaf7-74af122cd086 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Aug 30 02:07:35.492586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec978100-d506-4fcc-a11a-57edda35611f req-2a57bbdb-feb6-4e26-9008-4c9f20649ca3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:35.494137 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ec978100-d506-4fcc-a11a-57edda35611f req-2a57bbdb-feb6-4e26-9008-4c9f20649ca3 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0470500 Aug 30 02:07:35.540932 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ec978100-d506-4fcc-a11a-57edda35611f req-9ecb35f7-7e10-4542-8ce1-aad26f9c4ad6 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Aug 30 02:07:36.022581 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f70645-787b-4eb9-9f9c-0ee448cb44de req-47885456-88d5-4b18-9c00-76a0204c1251 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:36.024121 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6f70645-787b-4eb9-9f9c-0ee448cb44de req-47885456-88d5-4b18-9c00-76a0204c1251 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0460315 Aug 30 02:07:36.071974 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6f70645-787b-4eb9-9f9c-0ee448cb44de req-09216be7-8639-4fd8-a83e-c9ed2c4d02ca tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Aug 30 02:07:36.322219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f57a4-2b35-4829-8317-15fb933ea3af req-980742dd-a120-436b-ac2c-8d774d8f7b47 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:36.323654 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1f57a4-2b35-4829-8317-15fb933ea3af req-980742dd-a120-436b-ac2c-8d774d8f7b47 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0450184 Aug 30 02:07:36.373470 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1f57a4-2b35-4829-8317-15fb933ea3af req-3fe5c78c-8394-4200-b623-30ee6c2b58cf tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Aug 30 02:07:36.656787 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa0a9-963c-43d0-8e4f-af76900bad21 req-f8080355-f4a9-4c38-b351-bfd002a8321c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:36.658275 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-432aa0a9-963c-43d0-8e4f-af76900bad21 req-f8080355-f4a9-4c38-b351-bfd002a8321c tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0455384 Aug 30 02:07:36.711914 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-432aa0a9-963c-43d0-8e4f-af76900bad21 req-dc1bc504-ce72-402d-8a2b-37b7a13efab8 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05aa6033-de21-4dd8-8bac-7f6538be86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Aug 30 02:07:36.715708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-8e5be2de-3882-4633-91b0-e560b603fa3f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:36.717570 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-8e5be2de-3882-4633-91b0-e560b603fa3f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 946 time: 0.0469980 Aug 30 02:07:36.900056 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Deleting port 1b15a408-e3dc-4138-b124-a45209e7f74f {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:36.900319 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:36.992577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] For port 1b15a408-e3dc-4138-b124-a45209e7f74f, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b15a408-e3dc-4138-b124-a45209e7f74f,segment=NetworkSegment(ad7eae53-f4bb-4e46-b33e-49ebc1ae5833),segment_id=ad7eae53-f4bb-4e46-b33e-49ebc1ae5833)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:36.992939 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:37.005976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Calling delete_port for 1b15a408-e3dc-4138-b124-a45209e7f74f owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:37.025272 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 1b15a408-e3dc-4138-b124-a45209e7f74f no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:37.097228 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 1b15a408-e3dc-4138-b124-a45209e7f74f is: ACTIVE; New status is: DOWN {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:37.097671 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:37.192857 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6c9ad-8180-4a7b-9f3f-a7bceb12cc73 req-a6077a07-e9e1-4fc9-aaa6-749ed9a1d6c9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:37.194380 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-34d6c9ad-8180-4a7b-9f3f-a7bceb12cc73 req-a6077a07-e9e1-4fc9-aaa6-749ed9a1d6c9 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0457156 Aug 30 02:07:37.205581 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:37.245107 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-34d6c9ad-8180-4a7b-9f3f-a7bceb12cc73 req-cf0574c4-fdda-41b3-acb2-dfbb0d1ea2c4 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449774 Aug 30 02:07:37.251622 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (1b15a408-e3dc-4138-b124-a45209e7f74f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:37.280973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Pushing event deleted for resources: {'Port': ['ID=1b15a408-e3dc-4138-b124-a45209e7f74f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:37.326422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] No DVR routers for this DVR port 1b15a408-e3dc-4138-b124-a45209e7f74f on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:37.328886 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:37.332237 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-78c33169-d6bf-42ef-b4bb-f9ac34ce3a79 req-eaceaa96-1769-4b03-bf9b-fd4bffa4963f tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.42 "DELETE /networking/v2.0/ports/1b15a408-e3dc-4138-b124-a45209e7f74f HTTP/1.1" status: 204 len: 173 time: 0.5115812 Aug 30 02:07:37.332692 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'name': 'network-vif-deleted', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:37.335929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fba07c-7989-4547-acd8-e6b3fb520243" -d '{"events": [{"server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "name": "network-vif-deleted", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:37.432066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4b4ff-2d1e-47c8-8961-7c26f4c3010e x-openstack-request-id: req-5dd4b4ff-2d1e-47c8-8961-7c26f4c3010e {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:37.432477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58916eb-4445-4135-8d17-f4e96a60edb4", "name": "network-vif-deleted", "tag": "1b15a408-e3dc-4138-b124-a45209e7f74f", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:37.432822 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5dd4b4ff-2d1e-47c8-8961-7c26f4c3010e {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:37.433234 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd4b4ff-2d1e-47c8-8961-7c26f4c3010e'] response: {'server_uuid': 'e58916eb-4445-4135-8d17-f4e96a60edb4', 'name': 'network-vif-deleted', 'tag': '1b15a408-e3dc-4138-b124-a45209e7f74f', 'status': 'completed', 'code': 200} Aug 30 02:07:37.493225 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49388a17-f5fe-4516-bc6c-c05701900406 req-2c68aa28-8a7f-4f99-b6c0-a4d99cac0186 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:37.494724 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-49388a17-f5fe-4516-bc6c-c05701900406 req-2c68aa28-8a7f-4f99-b6c0-a4d99cac0186 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Aug 30 02:07:37.542481 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-49388a17-f5fe-4516-bc6c-c05701900406 req-e4a7f162-c569-4fae-b08f-01be0dee5506 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Aug 30 02:07:37.813952 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ce1f2a0b-4c5a-48ea-ac09-31c8d7c5e869 req-99fa1145-1a03-4935-b7cd-d28ad3b82642 tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0270529 Aug 30 02:07:38.023337 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:38.314126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-bde13cfe-5e8c-4926-a060-5f8bb044c245 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:38.315586 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-bde13cfe-5e8c-4926-a060-5f8bb044c245 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0457280 Aug 30 02:07:38.351242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:38.363808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f07a9-2851-40c2-8582-e071ab988ec4 req-8c530e95-00a4-47f4-a584-b52fb6c3c711 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:38.365257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a4f07a9-2851-40c2-8582-e071ab988ec4 req-8c530e95-00a4-47f4-a584-b52fb6c3c711 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0463243 Aug 30 02:07:38.416390 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a4f07a9-2851-40c2-8582-e071ab988ec4 req-e9c2a63e-a39f-43aa-af31-e279b00b1a55 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e69e3074-eb3c-4cbb-92de-1e7f71073030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Aug 30 02:07:38.516123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Deleting port 61565fda-094d-4fe4-931b-8cf82b3d145d {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:38.516610 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:38.624863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-ac43bc81-4596-4cd8-abea-9c094ebca207 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:38.626877 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-ac43bc81-4596-4cd8-abea-9c094ebca207 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 946 time: 0.0652692 Aug 30 02:07:38.662892 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf182-6ea4-467f-a617-8e3dab3b16f9 req-69b96e17-0e19-45b2-948f-438ccb2c86a4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:38.664456 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-00fcf182-6ea4-467f-a617-8e3dab3b16f9 req-69b96e17-0e19-45b2-948f-438ccb2c86a4 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 945 time: 0.0468342 Aug 30 02:07:38.683816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] For port 61565fda-094d-4fe4-931b-8cf82b3d145d, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=61565fda-094d-4fe4-931b-8cf82b3d145d,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:38.684249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:38.708133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Calling delete_port for 61565fda-094d-4fe4-931b-8cf82b3d145d owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:38.714419 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-00fcf182-6ea4-467f-a617-8e3dab3b16f9 req-6c1b575c-a589-4c4c-9b21-a2b3fe727c30 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0e0b677a-ae45-4e00-8237-08cbc7b5748f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Aug 30 02:07:38.783074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:38.783426 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:38.921760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] For port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:38.922127 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:38.963108 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-39556292-c68f-4911-9581-1debd0019c23 req-cbcb36bd-0747-4a75-9523-e41ae8d77cdf tempest-VolumesSnapshotTestJSON-1794144427 tempest-VolumesSnapshotTestJSON-1794144427-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e58916eb-4445-4135-8d17-f4e96a60edb4 HTTP/1.1" status: 200 len: 210 time: 0.0616679 Aug 30 02:07:39.025631 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:39.115220 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (61565fda-094d-4fe4-931b-8cf82b3d145d), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:39.166708 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Pushing event deleted for resources: {'Port': ['ID=61565fda-094d-4fe4-931b-8cf82b3d145d,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP e4372350-68e4-4dc2-81c3-9680055a0b62 disassociated. External IP: 172.27.2.197, port: 74d417e1-55c5-4a16-8d11-a5c6fa5048b0. Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] No DVR routers for this DVR port 61565fda-094d-4fe4-931b-8cf82b3d145d on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:39.226909 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-58782f54-fb9a-45aa-a36d-28effb898d39 req-79abdb32-9043-4d68-83f5-4ae4e22a358c tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.42 "DELETE /networking/v2.0/ports/61565fda-094d-4fe4-931b-8cf82b3d145d HTTP/1.1" status: 204 len: 173 time: 0.7934377 Aug 30 02:07:39.269145 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:39.434911 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'name': 'network-vif-deleted', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:39.437093 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ca6933-8cbb-4020-9f06-79f4aa99eb8b" -d '{"events": [{"server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "name": "network-vif-deleted", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:39.482239 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb32139-49da-4692-a266-6a4afed6caba x-openstack-request-id: req-7bb32139-49da-4692-a266-6a4afed6caba {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:39.482583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a817aa2c-97a9-4aa6-bb24-95caeb130e67", "name": "network-vif-deleted", "tag": "61565fda-094d-4fe4-931b-8cf82b3d145d", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:39.482839 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7bb32139-49da-4692-a266-6a4afed6caba {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:39.483241 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb32139-49da-4692-a266-6a4afed6caba'] response: {'server_uuid': 'a817aa2c-97a9-4aa6-bb24-95caeb130e67', 'name': 'network-vif-deleted', 'tag': '61565fda-094d-4fe4-931b-8cf82b3d145d', 'status': 'completed', 'code': 200} Aug 30 02:07:39.485448 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (74d417e1-55c5-4a16-8d11-a5c6fa5048b0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:39.530130 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=74d417e1-55c5-4a16-8d11-a5c6fa5048b0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:39.559875 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9a2c463a-90ff-432c-b5f8-b5d2fad88f5d req-8cbf4467-557a-4260-a72f-1d08f886f702 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0615544 Aug 30 02:07:39.844365 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2c240716-421b-41ed-9af6-1231c554a76e req-ea8067c3-c76a-4dab-8a03-3f652161c404 tempest-ServerRescueNegativeTestJSON-496230511 tempest-ServerRescueNegativeTestJSON-496230511-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a817aa2c-97a9-4aa6-bb24-95caeb130e67 HTTP/1.1" status: 200 len: 210 time: 0.0300138 Aug 30 02:07:39.955867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:40.082280 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:40.093305 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:40.104692 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:40.105305 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:40.126276 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] No DVR routers for this DVR port 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:40.128861 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:40.133002 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-719f3860-e5bf-4c53-82c1-e50f5c4354df req-6449c1bb-5c02-4a2f-82c1-1ce08be06cfb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/74d417e1-55c5-4a16-8d11-a5c6fa5048b0 HTTP/1.1" status: 204 len: 173 time: 1.4949942 Aug 30 02:07:40.211722 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:40.401030 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:40.425964 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:40.434995 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:40.435598 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:40.536892 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:40.697381 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4e92feb2-a592-4211-b8b9-ee75438f10ce req-2a702834-6e82-498e-a803-3cf9ca9fc66b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5e085f77-4bea-423b-afcd-a2c59f5210db HTTP/1.1" status: 200 len: 210 time: 0.0469105 Aug 30 02:07:40.742372 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:40.770289 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3645e-fed0-43f5-8a25-77abef65b5be None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:40.926514 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58554) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:41.002485 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14fcf2-8c32-43e5-b35b-056cb2f78efe None None] New status for floating IP e4372350-68e4-4dc2-81c3-9680055a0b62: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:07:41.080565 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:41.121703 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:41.130314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:41.130831 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 74d417e1-55c5-4a16-8d11-a5c6fa5048b0 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:41.131348 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 61565fda-094d-4fe4-931b-8cf82b3d145d no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:41.150660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 61565fda-094d-4fe4-931b-8cf82b3d145d {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:41.151005 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 61565fda-094d-4fe4-931b-8cf82b3d145d not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:41.376470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:41.450137 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:41.483978 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'name': 'network-vif-deleted', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:41.486458 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50844b4a-9b26-438f-a226-7ada3ede2e80" -d '{"events": [{"server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "name": "network-vif-deleted", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:41.524937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ad2be-0306-4ee0-ad53-dce2ba12b151 x-openstack-request-id: req-7d5ad2be-0306-4ee0-ad53-dce2ba12b151 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:41.525229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e085f77-4bea-423b-afcd-a2c59f5210db", "name": "network-vif-deleted", "tag": "74d417e1-55c5-4a16-8d11-a5c6fa5048b0", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:41.525501 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d5ad2be-0306-4ee0-ad53-dce2ba12b151 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:41.525902 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5ad2be-0306-4ee0-ad53-dce2ba12b151'] response: {'server_uuid': '5e085f77-4bea-423b-afcd-a2c59f5210db', 'name': 'network-vif-deleted', 'tag': '74d417e1-55c5-4a16-8d11-a5c6fa5048b0', 'status': 'completed', 'code': 200} Aug 30 02:07:41.658197 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Deleting port 396ba6c6-33c5-4f71-a161-9decd104780e {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:41.658527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:41.746546 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] For port 396ba6c6-33c5-4f71-a161-9decd104780e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=396ba6c6-33c5-4f71-a161-9decd104780e,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:41.746994 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:41.763229 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Calling delete_port for 396ba6c6-33c5-4f71-a161-9decd104780e owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:41.927062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58574) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:41.985582 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (e69e3074-eb3c-4cbb-92de-1e7f71073030), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.008395 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (e69e3074-eb3c-4cbb-92de-1e7f71073030), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.009817 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (396ba6c6-33c5-4f71-a161-9decd104780e), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.035796 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Pushing event deleted for resources: {'Port': ['ID=396ba6c6-33c5-4f71-a161-9decd104780e,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:42.131422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e69e3074-eb3c-4cbb-92de-1e7f71073030), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.135251 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.139134 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e69e3074-eb3c-4cbb-92de-1e7f71073030 HTTP/1.1" status: 204 len: 168 time: 0.2081473 Aug 30 02:07:42.140751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58576) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:42.152310 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:42.159420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6042-5f93-4cfb-89de-c86e0f9b523e tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69e3074-eb3c-4cbb-92de-1e7f71073030,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:42.163937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:42.168775 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.api.v2.resource [None req-64f29d37-eb6d-47ab-a812-81824e50fcc8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] show failed (client error): The resource could not be found. Aug 30 02:07:42.169843 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-64f29d37-eb6d-47ab-a812-81824e50fcc8 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e69e3074-eb3c-4cbb-92de-1e7f71073030 HTTP/1.1" status: 404 len: 347 time: 0.0246840 Aug 30 02:07:42.172790 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58580) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:42.222769 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.300523 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 9d7e8301-9162-4400-9454-c4ba7f725798 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:42.300868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.344233 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:42.380450 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.380780 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (9d7e8301-9162-4400-9454-c4ba7f725798), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.394902 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 9d7e8301-9162-4400-9454-c4ba7f725798 owned by network:floatingip {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:42.449247 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:42.483541 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:42.628545 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (9d7e8301-9162-4400-9454-c4ba7f725798), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.656046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=9d7e8301-9162-4400-9454-c4ba7f725798,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:42.727458 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (e4372350-68e4-4dc2-81c3-9680055a0b62), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.730456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.736545 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8a1e92ab-0625-4606-a07f-79c44521eaaf tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e4372350-68e4-4dc2-81c3-9680055a0b62 HTTP/1.1" status: 204 len: 168 time: 0.5575659 Aug 30 02:07:42.775726 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:42.784135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58586) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:42.784288 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ea77b70e-6d82-4384-9447-281ae6ed653e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f340bc6a-9d4d-49ea-9650-1378bc9aecd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665733 Aug 30 02:07:42.786641 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Sync routers for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:42.803970 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:42.804581 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:42.886633 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58588) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:42.891070 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888782476', 'description': 'tempest-description--1674719467'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:42.898456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks [] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:42.995435 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:43.010592 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks [] for router_gateway (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.011563 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.088239 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (b3e75f18-aa9a-4c4a-8b70-b801d45b730d), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.141946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Deleting port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:43.142295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.150366 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:43.168574 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:07:41Z', 'revision_number': 5, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port': {'id': '2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:43.171327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b3e75f18-aa9a-4c4a-8b70-b801d45b730d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.205815 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Checking router: f340bc6a-9d4d-49ea-9650-1378bc9aecd6 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:43.208807 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e75f18-aa9a-4c4a-8b70-b801d45b730d,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:43.216117 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Routers {'f340bc6a-9d4d-49ea-9650-1378bc9aecd6'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:43.216601 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:43.235116 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] For port 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:43.235490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.253485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Calling delete_port for 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 owned by network:router_gateway {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:43.259346 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:43.276139 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.277399 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ca952b8c-8785-47d6-b6d2-41a576dc0205 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3911061 Aug 30 02:07:43.280253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58590) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:43.284794 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': 'b3e75f18-aa9a-4c4a-8b70-b801d45b730d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:43.294147 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:43.304980 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] Set router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 gateway port host: None {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:43.359614 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:07:43Z', 'revision_number': 6, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:43.370354 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (e914dcf4-e997-4e90-a60f-af5e2b542ac8), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.385630 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfd585-a62e-4c64-981a-8877a1133c89 None None] The sync data for ids ['f340bc6a-9d4d-49ea-9650-1378bc9aecd6'] in dv-cinder-819667-6-iscsi is: [{'id': 'f340bc6a-9d4d-49ea-9650-1378bc9aecd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1762083846-router', 'tenant_id': 'e7f4b9bbe0b640688754d04484900cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:07:43Z', 'revision_number': 6, 'project_id': 'e7f4b9bbe0b640688754d04484900cca', 'gw_port_host': None}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:43.395623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:43.439676 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (e914dcf4-e997-4e90-a60f-af5e2b542ac8), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.509236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.524589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (e914dcf4-e997-4e90-a60f-af5e2b542ac8), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.536079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:43.546806 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e914dcf4-e997-4e90-a60f-af5e2b542ac8,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:43.600004 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.652984 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.654223 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-adae89e2-c95a-4b7e-85aa-98aa9ab2255a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729386 Aug 30 02:07:43.656971 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58594) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:43.661413 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'security_group_rule': {'security_group_id': 'b3e75f18-aa9a-4c4a-8b70-b801d45b730d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:43.701334 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.703543 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks [] for router_controller (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.776670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (ae22d7b0-42dc-42e6-9e8f-2b89e4408761), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.834469 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (f340bc6a-9d4d-49ea-9650-1378bc9aecd6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.835798 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f340bc6a-9d4d-49ea-9650-1378bc9aecd6 {{(pid=106657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:07:43.844920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.848752 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 396ba6c6-33c5-4f71-a161-9decd104780e no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:43.853094 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1a1db6ed-6481-46d2-96db-63f63fe023d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f340bc6a-9d4d-49ea-9650-1378bc9aecd6 HTTP/1.1" status: 204 len: 168 time: 1.0647671 Aug 30 02:07:43.855583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58596) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:43.868972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (ae22d7b0-42dc-42e6-9e8f-2b89e4408761), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.876386 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 396ba6c6-33c5-4f71-a161-9decd104780e {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:43.876734 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 396ba6c6-33c5-4f71-a161-9decd104780e not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:43.902306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Deleting subnet ebcc4ce7-292e-4024-8edf-d9a86e826925 {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:07:43.905408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Publish callbacks [] for subnet (ebcc4ce7-292e-4024-8edf-d9a86e826925), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.940171 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (ebcc4ce7-292e-4024-8edf-d9a86e826925), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.954395 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (ae22d7b0-42dc-42e6-9e8f-2b89e4408761), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:43.972855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae22d7b0-42dc-42e6-9e8f-2b89e4408761,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:43.979144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.053255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (ebcc4ce7-292e-4024-8edf-d9a86e826925), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.053697 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.055918 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-74e1bc18-c725-492b-998f-425c395e53ae tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979747 Aug 30 02:07:44.059157 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58598) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:44.063573 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:44.204065 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (ebcc4ce7-292e-4024-8edf-d9a86e826925), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.204350 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.234712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebcc4ce7-292e-4024-8edf-d9a86e826925,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:44.238266 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.243102 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1cb9379e-51fa-4636-a373-5d468d5485e8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ebcc4ce7-292e-4024-8edf-d9a86e826925 HTTP/1.1" status: 204 len: 168 time: 0.3863087 Aug 30 02:07:44.246893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd26725f-bfeb-4bb4-bf25-647075d8edc8 None None] Network 1d16cb49-ecef-4189-a61f-53bbf0aaef30 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:07:44.248472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58600) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:44.305981 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.328462 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (1d16cb49-ecef-4189-a61f-53bbf0aaef30), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.387777 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Deleting port 75036884-17c8-4042-8d94-de4b9a8a81e7 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:44.388125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.437018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.27.2.172 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/c5cb9181-f4de-420c-bad9-7f6ae16983e2) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:44.437256 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] DHCP port deletion for 1d16cb49-ecef-4189-a61f-53bbf0aaef30 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:07:44.468593 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] For port 75036884-17c8-4042-8d94-de4b9a8a81e7, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=75036884-17c8-4042-8d94-de4b9a8a81e7,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:44.468966 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.481331 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Deleting port 75036884-17c8-4042-8d94-de4b9a8a81e7 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:44.482732 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.484343 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Calling delete_port for 75036884-17c8-4042-8d94-de4b9a8a81e7 owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:44.556216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.561188 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.569401 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] For port 75036884-17c8-4042-8d94-de4b9a8a81e7, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=75036884-17c8-4042-8d94-de4b9a8a81e7,segment=NetworkSegment(2fdebe25-2759-4ecd-90de-c565abaf4d80),segment_id=2fdebe25-2759-4ecd-90de-c565abaf4d80)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:44.570734 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.588995 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Calling delete_port for 75036884-17c8-4042-8d94-de4b9a8a81e7 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:44.598186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.650225 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.680955 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.681388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.687377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (75036884-17c8-4042-8d94-de4b9a8a81e7), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.710850 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Pushing event deleted for resources: {'Port': ['ID=75036884-17c8-4042-8d94-de4b9a8a81e7,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:44.713426 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] No DVR routers for this DVR port 75036884-17c8-4042-8d94-de4b9a8a81e7 on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:44.721597 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] Pushing event deleted for resources: {'Port': ['ID=75036884-17c8-4042-8d94-de4b9a8a81e7,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:44.723800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eed9df-989a-4cf2-b863-9e5e907fc324 None None] No DVR routers for this DVR port 75036884-17c8-4042-8d94-de4b9a8a81e7 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:44.749449 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:44.749449 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:44.749733 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:44.755132 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=c5cb9181-f4de-420c-bad9-7f6ae16983e2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:44.756587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.798478 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:44.800331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (1d16cb49-ecef-4189-a61f-53bbf0aaef30), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.822307 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d16cb49-ecef-4189-a61f-53bbf0aaef30']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:44.831472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdebe25-2759-4ecd-90de-c565abaf4d80') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:44.831760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdebe25-2759-4ecd-90de-c565abaf4d80') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:44.839041 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.841784 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (2fdebe25-2759-4ecd-90de-c565abaf4d80), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.855667 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (2fdebe25-2759-4ecd-90de-c565abaf4d80), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.861990 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:07:44.862398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (2fdebe25-2759-4ecd-90de-c565abaf4d80), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:44.903652 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 2fdebe25-2759-4ecd-90de-c565abaf4d80 resource provider aggregate not found Aug 30 02:07:44.923013 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 2fdebe25-2759-4ecd-90de-c565abaf4d80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fdebe25-2759-4ecd-90de-c565abaf4d80 found for delete ", "request_id": "req-e8e2b394-7b62-4ccb-8aa6-448eb9efbd5e"}]} Aug 30 02:07:44.969924 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.028990 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (1d16cb49-ecef-4189-a61f-53bbf0aaef30), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.035897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.039622 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1d16cb49-ecef-4189-a61f-53bbf0aaef30 HTTP/1.1" status: 204 len: 168 time: 0.7901917 Aug 30 02:07:45.049885 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4adb3-8f2e-4cb0-aa34-7fb5333386fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1d16cb49-ecef-4189-a61f-53bbf0aaef30,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:45.124886 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.214875 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.287256 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.289938 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=c5cb9181-f4de-420c-bad9-7f6ae16983e2,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:45.361796 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.363053 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e816a3bf-42bf-42a0-8404-a8e2f72aaceb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3029044 Aug 30 02:07:45.441718 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58618) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:45.489146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:45.506184 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3c855629-834e-4408-984d-4a3f0dd77e9a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e7f4b9bbe0b640688754d04484900cca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0629988 Aug 30 02:07:45.510249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58628) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:45.531540 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-640f5b15-ee0b-4637-87d6-f0146acf2e06 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1585186633&fields=id&tenant_id=b6200be9acd14756908c3fd33adf1506 HTTP/1.1" status: 200 len: 267 time: 0.0598443 Aug 30 02:07:45.544668 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-28fed48b-f94b-4659-9ff5-1d836bf231f3 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1888782476&fields=id&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 267 time: 0.0616052 Aug 30 02:07:45.588556 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-8b85040f-5ef9-4905-8aa9-c6931a368c38 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:45.590531 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-8b85040f-5ef9-4905-8aa9-c6931a368c38 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 985 time: 0.0531225 Aug 30 02:07:45.601956 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Request body: {'port': {'security_groups': ['951d9773-4feb-4a46-b7b5-2b6fd8d94255']}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:45.616025 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:45.638649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] Publish callbacks [] for security_group (0e0b677a-ae45-4e00-8237-08cbc7b5748f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.679078 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] Publish callbacks [] for security_group (0e0b677a-ae45-4e00-8237-08cbc7b5748f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.698701 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.703139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-9aae30d6-c897-409e-9ef8-7b4ec06a0992 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:45.703724 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-9aae30d6-c897-409e-9ef8-7b4ec06a0992 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1515419 Aug 30 02:07:45.738375 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-e159b743-0c96-4306-9ab9-5dda2f0d774a tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/quotas/c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 375 time: 0.0257881 Aug 30 02:07:45.754055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:45.778166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:45.778555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 2b9bbc2b-fc1a-482f-9cc9-eddec93ceed5 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:45.779160 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 75036884-17c8-4042-8d94-de4b9a8a81e7 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:07:45.799819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 75036884-17c8-4042-8d94-de4b9a8a81e7 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:07:45.800086 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 75036884-17c8-4042-8d94-de4b9a8a81e7 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:07:45.800342 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-e1ec780d-b890-4d4f-b40f-7e46be8d04dc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530455 Aug 30 02:07:45.867890 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0e0b677a-ae45-4e00-8237-08cbc7b5748f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.870505 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:45.872137 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0e0b677a-ae45-4e00-8237-08cbc7b5748f HTTP/1.1" status: 204 len: 168 time: 0.3604646 Aug 30 02:07:45.881182 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724f74f-25cd-4918-b833-3ab37a04c85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b677a-ae45-4e00-8237-08cbc7b5748f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:45.915259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:45.947477 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for port (d458433e-132c-4f16-ab95-b7d676233c95), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.016941 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.029322 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:46.029986 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.030726 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['d458433e-132c-4f16-ab95-b7d676233c95'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:07:46.031376 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-88ed679b-8b1b-42dd-ac68-10caa9345885 req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "PUT /networking/v2.0/ports/d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 943 time: 0.4342787 Aug 30 02:07:46.032042 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-79f252cc-d604-4deb-bd4a-18176a04a278 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165713 Aug 30 02:07:46.033927 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:46.039263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b06b69-ff4b-4cb3-961e-a1e31970fad9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:46.041495 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58634) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:46.104151 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:46.128319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['d458433e-132c-4f16-ab95-b7d676233c95'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:07:46.171805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-454c46ca-63dd-4a4c-9616-8e37e6ed442c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326358 Aug 30 02:07:46.199697 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (0585ab8a-3d60-4195-b9b6-d3a8fb293e30), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.203152 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68aada-f656-4f43-90d0-35df63efc8f5 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event updated for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=7']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:46.233025 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (0585ab8a-3d60-4195-b9b6-d3a8fb293e30), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.338782 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff216842-8aac-45a5-866f-08c9e4f300a3 x-openstack-request-id: req-ff216842-8aac-45a5-866f-08c9e4f300a3 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:46.339142 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:46.339458 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ff216842-8aac-45a5-866f-08c9e4f300a3 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:46.339947 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff216842-8aac-45a5-866f-08c9e4f300a3'] response: {'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:07:46.415727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0585ab8a-3d60-4195-b9b6-d3a8fb293e30), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.420265 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.424846 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0585ab8a-3d60-4195-b9b6-d3a8fb293e30 HTTP/1.1" status: 204 len: 168 time: 0.3610024 Aug 30 02:07:46.424953 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58648) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:46.467316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6131f-80ee-46f4-b71b-920b595cf09e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585ab8a-3d60-4195-b9b6-d3a8fb293e30,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:46.515203 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-620fef78-6ea6-4444-9810-df57654dbd72 req-9b45e7bb-6e36-4a39-8ce9-94b88714d21c tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0445108 Aug 30 02:07:46.652329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-c5bf3aaf-b6dd-45a9-804a-ea8239e94745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:46.653873 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-c5bf3aaf-b6dd-45a9-804a-ea8239e94745 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1130 time: 0.2929859 Aug 30 02:07:46.740103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Deleting port 9129c915-e128-4922-88e0-dd18764df356 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:46.740788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (9129c915-e128-4922-88e0-dd18764df356), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.762003 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:46.861388 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-7227623d-67c9-46f8-bb15-9dd776a48061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:46.862896 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-7227623d-67c9-46f8-bb15-9dd776a48061 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 916 time: 0.1887004 Aug 30 02:07:46.867412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (9129c915-e128-4922-88e0-dd18764df356), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.869083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for floatingip (9129c915-e128-4922-88e0-dd18764df356), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:46.920980 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Calling delete_port for 9129c915-e128-4922-88e0-dd18764df356 owned by network:floatingip {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:46.981674 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-67bf7e72-8052-4e46-8b53-97036a728b1f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 1002 time: 0.1060731 Aug 30 02:07:47.071926 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-f58248f5-156a-43ed-8993-2e17d52d542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:47.071926 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-f58248f5-156a-43ed-8993-2e17d52d542c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0809200 Aug 30 02:07:47.130829 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-a9d7fec5-d41b-4580-ad65-0f3757675b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:47.132962 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-a9d7fec5-d41b-4580-ad65-0f3757675b8f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528488 Aug 30 02:07:47.159973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:47.260721 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58680) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:47.280743 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-23c5bef6-5640-4611-b4ef-1be1da951134 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418617 Aug 30 02:07:47.366938 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (9129c915-e128-4922-88e0-dd18764df356), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.390855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-network', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:47.514394 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Made reservation on behalf of abe39137b275484ea6dafbed8d826eb3 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:07:47.516812 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.526805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.617621 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks [] for security_group (609f6de4-29ce-4de2-bef3-d6deaec6308f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.677352 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event deleted for resources: {'Port': ['ID=9129c915-e128-4922-88e0-dd18764df356,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:47.691002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (609f6de4-29ce-4de2-bef3-d6deaec6308f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.693677 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-15b06b69-ff4b-4cb3-961e-a1e31970fad9 req-1c071a87-7f40-42f9-a269-41e91d05e6ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062779 Aug 30 02:07:47.722985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:07:47.725651 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ce17b726-b729-4359-8cec-c64f78bb85ac req-41395fe0-e6d5-4e6c-8fac-332ea0342248 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0525091 Aug 30 02:07:47.729835 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609f6de4-29ce-4de2-bef3-d6deaec6308f,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:47.736736 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (dc8091c7-971f-4394-811e-f9160da6ce48), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.737080 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Added segment dc8091c7-971f-4394-811e-f9160da6ce48 of type vlan for network cb8beefb-67a8-4456-8962-31eb3e214427 Aug 30 02:07:47.773211 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks [] for floatingip (2e0cc368-aa29-4fb9-8e87-422b68b4ab1a), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.774332 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Floating IP 2e0cc368-aa29-4fb9-8e87-422b68b4ab1a disassociated (deleted). External IP: 172.27.2.250, port: d458433e-132c-4f16-ab95-b7d676233c95. Aug 30 02:07:47.787717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (cb8beefb-67a8-4456-8962-31eb3e214427), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.864285 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:47.920334 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (cb8beefb-67a8-4456-8962-31eb3e214427), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.921707 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:47.922289 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:47.981733 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Router 7c9cd47c-cc14-4668-99b2-0695767cae68 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:47.985764 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] Pushing event updated for resources: {'Network': ['ID=cb8beefb-67a8-4456-8962-31eb3e214427,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:48.001282 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network cb8beefb-67a8-4456-8962-31eb3e214427 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:07:48.068358 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6854d659-5609-4fbb-8ea4-0577f3408efe admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8038824 Aug 30 02:07:48.068714 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58688) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:48.074356 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Request body: {'subnet': {'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-subnet', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:48.113658 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:48.118133 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:48.126407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Sync routers for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:48.140064 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:48.140909 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:48.151174 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6327e936-8ac7-40c8-a453-2d9c1bf4ec01 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/2e0cc368-aa29-4fb9-8e87-422b68b4ab1a HTTP/1.1" status: 204 len: 168 time: 1.7255883 Aug 30 02:07:48.151771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:48.154059 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c8d46f-cd21-48c3-aa7b-023e296fc279" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:48.203644 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be3302-eda3-4ad1-83b0-57d898c0d46b x-openstack-request-id: req-29be3302-eda3-4ad1-83b0-57d898c0d46b {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:48.203948 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:48.204304 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29be3302-eda3-4ad1-83b0-57d898c0d46b {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:48.204689 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29be3302-eda3-4ad1-83b0-57d898c0d46b'] response: {'name': 'network-changed', 'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:07:48.206102 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Made reservation on behalf of abe39137b275484ea6dafbed8d826eb3 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:07:48.209373 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:48.292312 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-918b11d4-76fc-4231-856f-8f941d51c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:48.294428 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-918b11d4-76fc-4231-856f-8f941d51c466 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b6200be9acd14756908c3fd33adf1506&device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 1130 time: 0.0647523 Aug 30 02:07:48.389174 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:48.414507 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:48.452608 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-13c84e5e-ff9a-49d2-a0b5-e529199ac203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:48.454771 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-13c84e5e-ff9a-49d2-a0b5-e529199ac203 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 200 len: 916 time: 0.1539111 Aug 30 02:07:48.509385 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (bfb78f2c-d4f9-4faf-9245-0676680f9880), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:48.519178 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-d767a0ec-9694-48df-a21e-a6ff23e43da5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 200 len: 217 time: 0.0562296 Aug 30 02:07:48.539839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:48.579603 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb78f2c-d4f9-4faf-9245-0676680f9880,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:48.596938 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-1cce60a0-0b91-4d07-ad18-967cbb1cd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:48.601792 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-1cce60a0-0b91-4d07-ad18-967cbb1cd087 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 200 len: 854 time: 0.0713832 Aug 30 02:07:48.603602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:48.610026 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Checking segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:07:48.610389 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Network hostable DHCP agents. Network: cb8beefb-67a8-4456-8962-31eb3e214427, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:07:48.615694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:48.645251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Checking router: 7c9cd47c-cc14-4668-99b2-0695767cae68 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:48.654449 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:48.655071 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:48.662444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-8f40f1d4-c682-481a-8c7d-9c6f47995154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:48.664353 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-8f40f1d4-c682-481a-8c7d-9c6f47995154 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=fb93bb88-cb60-46a7-8b65-48732a562f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564604 Aug 30 02:07:48.733383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:48.758620 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Network cb8beefb-67a8-4456-8962-31eb3e214427 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:07:48.763702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:48.847063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:48.865526 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, cb8beefb-67a8-4456-8962-31eb3e214427) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:48.869688 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fe153f85-00f9-4552-b62d-3e7f4f520853 req-dcab414b-8dc9-42c4-9f59-ba539a9a0c95 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0514016 Aug 30 02:07:48.873270 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:48.873837 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:48.880378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3931baf-0f2b-4440-88df-008325b629bc None None] Network cb8beefb-67a8-4456-8962-31eb3e214427 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:07:48.948480 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-8a2b7583-d682-48ec-84e8-bc36bf1005fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325929 Aug 30 02:07:48.969638 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-29bbdcab-015b-41ab-911b-4c31b4894dc2 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8990858 Aug 30 02:07:48.970267 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58710) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:48.981740 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:49.049443 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-cb8beefb-67a8-4456-8962-31eb3e214427', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:07:49.050405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.064843 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:49.077241 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-36c8d46f-cd21-48c3-aa7b-023e296fc279 req-a6ae2ed9-600a-47dd-8465-5edd3f0b04e6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228235 Aug 30 02:07:49.094293 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf3ce9-ba83-40dc-ab99-91c4346b589e None None] The sync data for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi is: [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:04:42Z', 'revision_number': 4, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'b05dcfeb-3632-4f5a-9a44-c89a1877d844', 'name': '', 'network_id': 'fb93bb88-cb60-46a7-8b65-48732a562f78', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'mac_address': 'fa:16:3e:8c:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:42Z', 'updated_at': '2022-08-30T02:04:50Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'subnets': [{'id': '0f7ec4b2-4242-4c77-b65c-25f0cfade664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:49.143031 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.144115 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.201080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for router_controller (16d12c58-20ce-472d-ac6d-439bbdb1010c), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.222074 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Allocated IP 172.20.0.2 (cb8beefb-67a8-4456-8962-31eb3e214427/bfb78f2c-d4f9-4faf-9245-0676680f9880/1fe5bf79-bff9-4996-a91e-f2650741be71) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:49.399008 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a840a40-d6c3-494e-bfd6-646bcb2ef8e4 None None] New status for floating IP 2e0cc368-aa29-4fb9-8e87-422b68b4ab1a: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:07:49.446035 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks [] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.448096 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-08da331c-d057-4acd-9ff6-4e470ede6e1f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:49.451564 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-08da331c-d057-4acd-9ff6-4e470ede6e1f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 815 time: 0.1719081 Aug 30 02:07:49.516197 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-6351de30-ef00-4ef5-8e7a-6519637eaa80 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c57bc7a319f14bf393e6249b2cb59c69 HTTP/1.1" status: 200 len: 380 time: 0.0561938 Aug 30 02:07:49.521637 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for router_gateway (16d12c58-20ce-472d-ac6d-439bbdb1010c), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.525832 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'port': {'device_id': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'admin_state_up': True, 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'security_groups': ['b3e75f18-aa9a-4c4a-8b70-b801d45b730d']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:49.529008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:49.531529 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:49.532949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.573446 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Network cb8beefb-67a8-4456-8962-31eb3e214427 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:49.576332 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:49.580206 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:49.587602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Pushing event updated for resources: {'Port': ['ID=1fe5bf79-bff9-4996-a91e-f2650741be71,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:49.653776 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Attempting to bind port 1fe5bf79-bff9-4996-a91e-f2650741be71 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:07:49.654434 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Attempting to bind port 1fe5bf79-bff9-4996-a91e-f2650741be71 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:07:49.654985 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Attempting to bind port 1fe5bf79-bff9-4996-a91e-f2650741be71 on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:07:49.660386 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:07:49.660996 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Checking segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:07:49.661520 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.662331 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Bound using segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:07:49.662964 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Bound port: 1fe5bf79-bff9-4996-a91e-f2650741be71, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:07:49.663542 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.734022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] For port 1fe5bf79-bff9-4996-a91e-f2650741be71, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:07:49.737737 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] For port 1fe5bf79-bff9-4996-a91e-f2650741be71, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=1fe5bf79-bff9-4996-a91e-f2650741be71,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:07:49.773029 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Made reservation on behalf of c57bc7a319f14bf393e6249b2cb59c69 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:07:49.776659 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.849824 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for router_gateway (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.887723 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.903293 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:49.990658 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:50.033719 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c13314-8e41-45bf-ac73-447b016fc504 None None] Pushing event updated for resources: {'Port': ['ID=1fe5bf79-bff9-4996-a91e-f2650741be71,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:50.064342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Allocated IP 172.20.0.14 (316431ff-b22a-409c-830b-a78363ccfbd0/4c5b3d90-7394-4048-ae73-7685dc252d1f/4ec91ba2-bb53-4e38-acb6-5ef19b92eb86) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:50.138111 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d2768a20-cf05-4c1b-8c6b-c3ed912434b5 req-da87a4f8-a5a0-408f-831e-4bf10ce019d7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0587111 Aug 30 02:07:50.150842 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Allocated IP 172.27.2.87 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/edebd953-58a0-4f1e-9b46-b9a80f2249d2) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:50.283448 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:50.320827 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:50.350122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:50.484243 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:50.525858 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:50.529143 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:50.533060 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:50.536235 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Pushing event updated for resources: {'Port': ['ID=edebd953-58a0-4f1e-9b46-b9a80f2249d2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:50.549673 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:50.573352 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:50.599834 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Network 316431ff-b22a-409c-830b-a78363ccfbd0 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:50.605755 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:50.608689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:50.642766 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event updated for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:50.668857 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:50.669564 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:50.871983 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-f76a3f70-a3f9-4200-8945-30a85b9be8dd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3509800 Aug 30 02:07:50.891418 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Request body: {'port': {'device_id': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:50.923257 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-1a75d1b9-c366-423b-aa3a-97d3bd184726 None None] Provisioning complete for port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:50.923828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-1a75d1b9-c366-423b-aa3a-97d3bd184726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.008011 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-1a75d1b9-c366-423b-aa3a-97d3bd184726 None None] Port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:07:51.020063 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for router_gateway (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.023822 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.271937 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c804c-e139-4a58-b2d9-faafe43afebc None None] Network cb8beefb-67a8-4456-8962-31eb3e214427 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:07:51.307567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.314988 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:51.324400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53f3f-a4e5-40f4-a7e2-de7cbc1e085d req-5d7b86ac-d4be-48be-98fb-6bb0cf7f4302 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:51.330406 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1ec53f3f-a4e5-40f4-a7e2-de7cbc1e085d req-5d7b86ac-d4be-48be-98fb-6bb0cf7f4302 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 932 time: 0.0971489 Aug 30 02:07:51.368651 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Provisioning complete for port 1fe5bf79-bff9-4996-a91e-f2650741be71 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:51.369028 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.451516 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1ec53f3f-a4e5-40f4-a7e2-de7cbc1e085d req-09d67f56-f199-48dc-ab44-8af32517ce1b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007395 Aug 30 02:07:51.511353 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Current status of the port 1fe5bf79-bff9-4996-a91e-f2650741be71 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:51.511750 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.518695 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:07:51.532188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks [] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.549389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Transition to ACTIVE for port object 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:07:51.562936 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:07:51.563417 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] For port 1fe5bf79-bff9-4996-a91e-f2650741be71, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=1fe5bf79-bff9-4996-a91e-f2650741be71,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:51.667086 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.667302 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.683159 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:51.702235 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:51.730214 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:51.730904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:51.784616 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Pushing event updated for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:51.786069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.786373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769794bb-9c85-4104-8dc2-38ad4c0c4404 None None] Pushing event updated for resources: {'Port': ['ID=1fe5bf79-bff9-4996-a91e-f2650741be71,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:51.791986 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-253f5969-f84e-4340-a17d-fad37c75be7a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8205826 Aug 30 02:07:51.794401 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58756) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:51.809012 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c99378b9-5519-4fb7-86d3-4bb544ce77eb None None] Provisioning complete for port 1fe5bf79-bff9-4996-a91e-f2650741be71 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:51.809697 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c99378b9-5519-4fb7-86d3-4bb544ce77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.856300 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Attempting to bind port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:07:51.856663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Attempting to bind port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:07:51.856997 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Attempting to bind port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:07:51.857231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 1fe5bf79-bff9-4996-a91e-f2650741be71 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:51.862305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 on network 316431ff-b22a-409c-830b-a78363ccfbd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:07:51.862632 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Attempting to bind port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 on network 316431ff-b22a-409c-830b-a78363ccfbd0 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:07:51.869593 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:07:51.872178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Checking segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:07:51.872178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Bound using segment: {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:07:51.872178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Bound port: 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3721fb-939b-4d7b-b74b-58cb63f34002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:07:51.872178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:51.891090 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:51.925877 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:51.951385 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:07:51.957242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:07:52.029243 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 1fe5bf79-bff9-4996-a91e-f2650741be71 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:52.029651 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.149696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.198235 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.199100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.200816 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 HTTP/1.1" status: 200 len: 1094 time: 1.3188813 Aug 30 02:07:52.201473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:52.204043 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee85681-9e4e-4b02-b57d-6ee3506ce108" -d '{"events": [{"name": "network-changed", "server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:52.239830 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c99378b9-5519-4fb7-86d3-4bb544ce77eb None None] Current status of the port 1fe5bf79-bff9-4996-a91e-f2650741be71 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:52.248980 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da7596-2248-45b7-9afb-7e1f98b462ab service neutron] Pushing event updated for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:52.261268 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6778831-6d61-4b01-9d3b-6a9bf6480569 x-openstack-request-id: req-e6778831-6d61-4b01-9d3b-6a9bf6480569 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:52.261593 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:52.261846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e6778831-6d61-4b01-9d3b-6a9bf6480569 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:52.262521 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6778831-6d61-4b01-9d3b-6a9bf6480569'] response: {'name': 'network-changed', 'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'status': 'completed', 'code': 200} Aug 30 02:07:52.344144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-6fe849e5-9f4f-4a2a-8d6f-1f21d665be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.346120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 1fe5bf79-bff9-4996-a91e-f2650741be71 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:52.352375 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:50Z', 'revision_number': 3, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:52.354495 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-6fe849e5-9f4f-4a2a-8d6f-1f21d665be0e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 1128 time: 0.0539663 Aug 30 02:07:52.371068 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.378762 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:52.379374 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Updating router 16d12c58-20ce-472d-ac6d-439bbdb1010c port edebd953-58a0-4f1e-9b46-b9a80f2249d2 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:07:52.418500 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.469821 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-c9925e6b-c9e5-4d02-bbd8-9563358bda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.471858 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-c9925e6b-c9e5-4d02-bbd8-9563358bda26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1165395 Aug 30 02:07:52.558990 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Allocated IP 172.20.0.1 (cb8beefb-67a8-4456-8962-31eb3e214427/bfb78f2c-d4f9-4faf-9245-0676680f9880/4d8289ff-0439-40a1-b730-20bfcf1324ca) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:52.614915 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-ff33e840-e5c1-4501-98d5-6c8234ea3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.616889 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ee85681-9e4e-4b02-b57d-6ee3506ce108 req-ff33e840-e5c1-4501-98d5-6c8234ea3158 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379621 Aug 30 02:07:52.685886 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:52.692412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-48ca393b-a67e-4671-9ed2-3cc86ed82c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.694030 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-48ca393b-a67e-4671-9ed2-3cc86ed82c3a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 1128 time: 0.0418248 Aug 30 02:07:52.745018 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-b8ee998d-c36a-49a0-a458-80aa82a538ff service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 HTTP/1.1" status: 200 len: 217 time: 0.0446446 Aug 30 02:07:52.745419 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks [] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.808482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-da8b8dd8-0e55-48c9-9c6d-a6d041fd0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.810274 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-da8b8dd8-0e55-48c9-9c6d-a6d041fd0602 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0598147 Aug 30 02:07:52.844319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.863981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae945b62-c970-4217-8386-be37bc795632 req-5c4a579a-6a29-474e-be03-de3136ece305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.865615 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-5c4a579a-6a29-474e-be03-de3136ece305 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491023 Aug 30 02:07:52.880925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Attempting to bind port edebd953-58a0-4f1e-9b46-b9a80f2249d2 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:07:52.881306 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Attempting to bind port edebd953-58a0-4f1e-9b46-b9a80f2249d2 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:07:52.881722 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Attempting to bind port edebd953-58a0-4f1e-9b46-b9a80f2249d2 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:07:52.895253 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:07:52.895743 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:07:52.896039 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.896441 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:07:52.896936 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Bound port: edebd953-58a0-4f1e-9b46-b9a80f2249d2, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:07:52.897313 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:52.922415 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982159-e40f-4161-a24c-a637dbd79056 None None] Pushing event updated for resources: {'Port': ['ID=edebd953-58a0-4f1e-9b46-b9a80f2249d2,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:52.929906 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111cbb-b790-4144-bf3a-7c1304f6a4a1 req-49649e5c-625e-4399-89c4-91c2a5c0b82d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:52.931678 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fc111cbb-b790-4144-bf3a-7c1304f6a4a1 req-49649e5c-625e-4399-89c4-91c2a5c0b82d tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 944 time: 0.3326330 Aug 30 02:07:52.949966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:52.962332 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] For port edebd953-58a0-4f1e-9b46-b9a80f2249d2, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:07:52.965851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] For port edebd953-58a0-4f1e-9b46-b9a80f2249d2, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=edebd953-58a0-4f1e-9b46-b9a80f2249d2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:07:52.979321 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-ef8c8b95-f358-4ec4-a6a0-fe38f508b1a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072583 Aug 30 02:07:52.996112 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks [] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.014756 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fc111cbb-b790-4144-bf3a-7c1304f6a4a1 req-32cef7b2-ed27-4fcf-83fd-9389f9c1a116 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692060 Aug 30 02:07:53.079404 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae945b62-c970-4217-8386-be37bc795632 req-31353429-468b-4b09-8ddc-345e7b61efa5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943015 Aug 30 02:07:53.160665 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.203722 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:53.204282 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:53.206745 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.243836 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Network cb8beefb-67a8-4456-8962-31eb3e214427 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:53.251153 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:53.254688 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:53.263242 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982159-e40f-4161-a24c-a637dbd79056 None None] Pushing event updated for resources: {'Port': ['ID=edebd953-58a0-4f1e-9b46-b9a80f2249d2,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:53.284968 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Pushing event updated for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:53.303800 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.330937 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:53.509793 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:50Z', 'revision_number': 3, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:53.534528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9c43ea-cc87-4ef3-ae60-3b16cb092536 None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:50Z', 'revision_number': 3, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:53.568634 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-0af7656d-4320-4ac6-a9b3-12107bd65af2 None None] Provisioning complete for port 4d8289ff-0439-40a1-b730-20bfcf1324ca triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:53.569009 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0af7656d-4320-4ac6-a9b3-12107bd65af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.607143 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-0af7656d-4320-4ac6-a9b3-12107bd65af2 None None] Port 4d8289ff-0439-40a1-b730-20bfcf1324ca cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:07:53.770943 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 1fe5bf79-bff9-4996-a91e-f2650741be71 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:53.822132 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 1fe5bf79-bff9-4996-a91e-f2650741be71 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:53.822542 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:53.897207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 1fe5bf79-bff9-4996-a91e-f2650741be71 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:53.924718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:53.958616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:54.075085 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:07:54.091163 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a649e-36d0-4a08-880a-5797619b68a2 req-13254d48-e8cc-4988-85ad-4e978bda4487 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:54.093914 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1c7a649e-36d0-4a08-880a-5797619b68a2 req-13254d48-e8cc-4988-85ad-4e978bda4487 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0963559 Aug 30 02:07:54.169372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044fc1c-35b4-4e5c-9670-9fa9f6d5646b req-505baedd-3f02-4b59-8214-6f1de4a0d58b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:54.171144 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5044fc1c-35b4-4e5c-9670-9fa9f6d5646b req-505baedd-3f02-4b59-8214-6f1de4a0d58b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 944 time: 0.0541117 Aug 30 02:07:54.189226 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1c7a649e-36d0-4a08-880a-5797619b68a2 req-a10d6e6c-3ffd-4e65-8087-03e7aa2a388d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903435 Aug 30 02:07:54.225210 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5044fc1c-35b4-4e5c-9670-9fa9f6d5646b req-14aa6b05-7d0a-40a5-a25c-72b0f0056119 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482135 Aug 30 02:07:54.243463 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks [] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:54.417046 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:54.481960 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Pushing event updated for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:54.484440 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:54.583893 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Network cb8beefb-67a8-4456-8962-31eb3e214427 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:54.586016 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:54.693609 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:07:54.804741 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:07:54.813451 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3d6ce17a-40c1-4f0d-873f-3748b0b9fc7b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/16d12c58-20ce-472d-ac6d-439bbdb1010c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141263 Aug 30 02:07:54.838541 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-8c20417c-7ccd-4900-b9c6-e49c6aa53bbf None None] Provisioning complete for port 4d8289ff-0439-40a1-b730-20bfcf1324ca triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:54.839032 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8c20417c-7ccd-4900-b9c6-e49c6aa53bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:54.883259 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8c20417c-7ccd-4900-b9c6-e49c6aa53bbf None None] Port 4d8289ff-0439-40a1-b730-20bfcf1324ca cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:07:55.084044 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:55.136078 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:07:55.136526 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:55.136896 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:55.191483 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58800) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:55.196690 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611521111', 'description': 'tempest-description--1752312900'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:55.238459 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:55.313720 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125b060-feac-4012-9e90-57bbfa4d2cb4 req-60fcaaf8-b803-40f0-b56b-6ada183a2578 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:55.316285 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2125b060-feac-4012-9e90-57bbfa4d2cb4 req-60fcaaf8-b803-40f0-b56b-6ada183a2578 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0474885 Aug 30 02:07:55.360834 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000d93b-4404-4a4a-a394-48c1e8f04e8c req-4149b47b-e056-4183-b2c6-7a76d0b52f92 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:55.371532 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2125b060-feac-4012-9e90-57bbfa4d2cb4 req-ea253a81-24b5-40a5-88b1-a6ff92da901e tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Aug 30 02:07:55.371891 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0000d93b-4404-4a4a-a394-48c1e8f04e8c req-4149b47b-e056-4183-b2c6-7a76d0b52f92 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 944 time: 0.0652699 Aug 30 02:07:55.376303 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.433476 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:54Z', 'revision_number': 2, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:55.443397 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0000d93b-4404-4a4a-a394-48c1e8f04e8c req-f6dd194c-f820-4496-ac2c-c9d4b6e1a32f tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739102 Aug 30 02:07:55.462019 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:07:55.462370 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Updating router 16d12c58-20ce-472d-ac6d-439bbdb1010c port 4d8289ff-0439-40a1-b730-20bfcf1324ca binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:07:55.484064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (253608b7-9adb-4ef3-a4c4-bfd5f6904b7a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.490663 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.594347 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (253608b7-9adb-4ef3-a4c4-bfd5f6904b7a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.625128 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:55.695716 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.696999 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-5bd372ea-bdc0-4c36-8c3b-230c602ee9e3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5044782 Aug 30 02:07:55.700046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 58806) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:55.707177 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group_rule': {'security_group_id': '253608b7-9adb-4ef3-a4c4-bfd5f6904b7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:55.753379 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device edebd953-58a0-4f1e-9b46-b9a80f2249d2 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:55.755165 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks [] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.800944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port edebd953-58a0-4f1e-9b46-b9a80f2249d2 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:55.801327 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.821398 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.827293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (00e0f865-03ab-4988-9107-7c672caab1ab), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.844731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:55.892506 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port edebd953-58a0-4f1e-9b46-b9a80f2249d2 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:55.893578 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (00e0f865-03ab-4988-9107-7c672caab1ab), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.893735 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.915909 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Pushing event updated for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:55.918182 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Attempting to bind port 4d8289ff-0439-40a1-b730-20bfcf1324ca on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:07:55.919034 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Attempting to bind port 4d8289ff-0439-40a1-b730-20bfcf1324ca by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:07:55.919034 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Attempting to bind port 4d8289ff-0439-40a1-b730-20bfcf1324ca on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:07:55.920553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port edebd953-58a0-4f1e-9b46-b9a80f2249d2, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=edebd953-58a0-4f1e-9b46-b9a80f2249d2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:55.927867 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.928206 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.929074 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.929570 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.930090 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.930416 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.930735 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.931052 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.931368 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.931687 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.932002 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.932330 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.932644 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.932952 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.933258 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:55.936492 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:07:55.941348 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Checking segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:07:55.941348 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.941348 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Bound using segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:07:55.941348 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Bound port: 4d8289ff-0439-40a1-b730-20bfcf1324ca, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:07:55.941348 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.959958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (00e0f865-03ab-4988-9107-7c672caab1ab), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:55.976846 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:55.979921 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e0f865-03ab-4988-9107-7c672caab1ab,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:55.984270 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:55.994395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:55.995433 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.005882 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] For port 4d8289ff-0439-40a1-b730-20bfcf1324ca, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:07:56.009986 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] For port 4d8289ff-0439-40a1-b730-20bfcf1324ca, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=4d8289ff-0439-40a1-b730-20bfcf1324ca,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:07:56.044366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=edebd953-58a0-4f1e-9b46-b9a80f2249d2,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:56.051224 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.051566 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.051934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.052278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.052612 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.052935 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.053256 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.053673 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.054575 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.054899 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.055222 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.055562 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.055882 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.056198 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.056512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:07:56.062623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.063825 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e25b7d21-bd1f-4dc4-bdd5-b425bf5d0d4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617635 Aug 30 02:07:56.066795 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58810) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:56.071919 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group_rule': {'security_group_id': '253608b7-9adb-4ef3-a4c4-bfd5f6904b7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:56.089907 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.124130 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:07:56.124759 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:07:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:56.188564 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaebcbc-2558-4dd7-be65-5b2a8304cb70 None None] Pushing event updated for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:56.216288 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (a9f6ea4f-dc15-4c2f-b6e3-f07af439d657), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.281749 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (a9f6ea4f-dc15-4c2f-b6e3-f07af439d657), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.330951 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:07:56.337185 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:56.377342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (a9f6ea4f-dc15-4c2f-b6e3-f07af439d657), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.403750 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f6ea4f-dc15-4c2f-b6e3-f07af439d657,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:56.501577 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.508225 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009c564-93dc-4891-9f2c-3911c87cc55b req-5d3a08f4-5d8d-44a4-bd77-29890a631f4d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:56.509016 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2a6fa6b4-6484-42bd-b10f-29a7906d873d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4397602 Aug 30 02:07:56.509016 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58818) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:07:56.511461 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c009c564-93dc-4891-9f2c-3911c87cc55b req-5d3a08f4-5d8d-44a4-bd77-29890a631f4d tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0573859 Aug 30 02:07:56.526264 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:07:56.531175 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:56Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:07:56.538705 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:56.560027 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b73f7-f880-4a35-b0dc-3eece1175827 None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:56Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:07:56.587641 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c009c564-93dc-4891-9f2c-3911c87cc55b req-b1114333-6dda-4ee1-9079-4cce05a327fc tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681565 Aug 30 02:07:56.627491 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c0b5a-4335-4182-af9c-c9080eb02aa4 req-e659d751-91d6-4c6f-b841-f93920421bed tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:56.638577 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-349c0b5a-4335-4182-af9c-c9080eb02aa4 req-e659d751-91d6-4c6f-b841-f93920421bed tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 944 time: 0.1026146 Aug 30 02:07:56.690870 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-349c0b5a-4335-4182-af9c-c9080eb02aa4 req-99a5a786-47cc-4e34-be6b-be467f210832 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528047 Aug 30 02:07:56.715282 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.816015 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:56.829269 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:56.953972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Allocated IP 172.27.2.218 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/192a6333-5f4c-4b42-ba3c-05f27f27b289) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:07:57.096334 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.376199 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.418102 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:07:57.421064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:07:57.424216 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:07:57.460907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=192a6333-5f4c-4b42-ba3c-05f27f27b289,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:57.535636 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.675002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.807306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604f4-f008-458b-be35-af33b36e1068 req-40dfa2fd-b017-4d24-9055-1b5e12b6e4f4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:57.814663 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5e6604f4-f008-458b-be35-af33b36e1068 req-40dfa2fd-b017-4d24-9055-1b5e12b6e4f4 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.1288459 Aug 30 02:07:57.876539 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5e6604f4-f008-458b-be35-af33b36e1068 req-792b98e2-5d27-4f10-ba5c-8a6d726338cb tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611029 Aug 30 02:07:57.914442 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device edebd953-58a0-4f1e-9b46-b9a80f2249d2 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:57.915490 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6657bb3-c5b6-4a0b-943c-cdafe4c65a2a req-dec4d4a5-98ea-4f66-8c12-46a89495f7cc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:57.917189 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6657bb3-c5b6-4a0b-943c-cdafe4c65a2a req-dec4d4a5-98ea-4f66-8c12-46a89495f7cc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 944 time: 0.0995147 Aug 30 02:07:57.950130 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:57.966201 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port edebd953-58a0-4f1e-9b46-b9a80f2249d2 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:57.966497 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.982710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:57.995580 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6657bb3-c5b6-4a0b-943c-cdafe4c65a2a req-7757108f-55ac-4092-858c-73d03a1550aa tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700116 Aug 30 02:07:58.044867 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port edebd953-58a0-4f1e-9b46-b9a80f2249d2 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:58.045993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 4d8289ff-0439-40a1-b730-20bfcf1324ca up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:58.074894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.093083 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 4d8289ff-0439-40a1-b730-20bfcf1324ca triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:58.093885 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.149349 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.152160 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=192a6333-5f4c-4b42-ba3c-05f27f27b289,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:58.186243 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 4d8289ff-0439-40a1-b730-20bfcf1324ca is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:58.186650 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.220618 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 4d8289ff-0439-40a1-b730-20bfcf1324ca, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=4d8289ff-0439-40a1-b730-20bfcf1324ca,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:58.259018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.260294 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-5130dbb8-2ea7-4e01-aa55-858785381dfa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7417550 Aug 30 02:07:58.326938 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.355718 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:07:58.392367 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:58.453548 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-0a8262fd-0552-43aa-9eac-9dc907ea4409 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:58.455322 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-0a8262fd-0552-43aa-9eac-9dc907ea4409 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0694304 Aug 30 02:07:58.476363 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-e9a8e9cb-0b75-4795-914e-4d46ccf1ad32 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1611521111&fields=id&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 267 time: 0.0971553 Aug 30 02:07:58.483369 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:58.496623 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'port_id': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'mac_address': 'fa:16:3e:00:4f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:07:58.532116 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:07:58.532569 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.547225 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:07:58.566872 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:58.610769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Deleting port d458433e-132c-4f16-ab95-b7d676233c95 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:07:58.611112 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (d458433e-132c-4f16-ab95-b7d676233c95), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.693860 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-7c896d33-b8fe-438a-b1fd-ed497830afa3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:58.695849 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-7c896d33-b8fe-438a-b1fd-ed497830afa3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 817 time: 0.2014720 Aug 30 02:07:58.711960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:58.720646 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.728355 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-c05e92f7-e5b9-4261-b453-3857a065226e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/quotas/abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 375 time: 0.0268219 Aug 30 02:07:58.775966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:58.784050 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] For port d458433e-132c-4f16-ab95-b7d676233c95, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d458433e-132c-4f16-ab95-b7d676233c95,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:07:58.784422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (d458433e-132c-4f16-ab95-b7d676233c95), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:58.802136 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-86ee631a-5d43-4809-a0e9-ca83948b2264 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672414 Aug 30 02:07:58.806836 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Calling delete_port for d458433e-132c-4f16-ab95-b7d676233c95 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:07:58.953761 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:07:58.966035 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-ce0fda7a-279d-42a4-b400-440ccca1fbfa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505430 Aug 30 02:07:59.031351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3de67-967e-4777-b4c3-b18d30cead05 req-77cd7ef5-d1c5-42f6-8e89-47a1d1efb56a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:59.039256 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9db3de67-967e-4777-b4c3-b18d30cead05 req-77cd7ef5-d1c5-42f6-8e89-47a1d1efb56a tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 946 time: 0.0755239 Aug 30 02:07:59.124201 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9db3de67-967e-4777-b4c3-b18d30cead05 req-ab759b27-f588-4833-9fa7-e417f1cbd9d6 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=951d9773-4feb-4a46-b7b5-2b6fd8d94255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792661 Aug 30 02:07:59.170849 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a4b16cd0-95cb-47d3-b82b-eb196dd71312 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028854 Aug 30 02:07:59.263065 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (d458433e-132c-4f16-ab95-b7d676233c95), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:59.265671 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034061-a12f-4c48-aba4-2a585734a772 req-9234b57c-3334-4e5e-816d-8e1ea78d9bfc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:07:59.267480 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b3034061-a12f-4c48-aba4-2a585734a772 req-9234b57c-3334-4e5e-816d-8e1ea78d9bfc tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Aug 30 02:07:59.302468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Pushing event deleted for resources: {'Port': ['ID=d458433e-132c-4f16-ab95-b7d676233c95,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:07:59.327239 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b3034061-a12f-4c48-aba4-2a585734a772 req-64c87576-425f-4b0d-aed3-0f1547fa6585 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528302 Aug 30 02:07:59.364427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] No DVR routers for this DVR port d458433e-132c-4f16-ab95-b7d676233c95 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:07:59.368065 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:59.371426 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e853f08d-47ce-493c-9a77-04e7aedbb26f req-f3273c14-2f36-4ebf-bf27-9349e89123b0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d458433e-132c-4f16-ab95-b7d676233c95 HTTP/1.1" status: 204 len: 173 time: 0.9106631 Aug 30 02:07:59.371892 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'name': 'network-vif-deleted', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:07:59.374303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27511620-de3c-4340-9976-4475f243eaf7" -d '{"events": [{"server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "name": "network-vif-deleted", "tag": "d458433e-132c-4f16-ab95-b7d676233c95"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:07:59.390237 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:59.501152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a10ad-103b-4ace-9309-dfcf5bed7430 x-openstack-request-id: req-7d9a10ad-103b-4ace-9309-dfcf5bed7430 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:07:59.501687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2fa0e2-0911-4087-989a-4897b5545c24", "name": "network-vif-deleted", "tag": "d458433e-132c-4f16-ab95-b7d676233c95", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:07:59.502098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7d9a10ad-103b-4ace-9309-dfcf5bed7430 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:07:59.502591 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9a10ad-103b-4ace-9309-dfcf5bed7430'] response: {'server_uuid': 'cc2fa0e2-0911-4087-989a-4897b5545c24', 'name': 'network-vif-deleted', 'tag': 'd458433e-132c-4f16-ab95-b7d676233c95', 'status': 'completed', 'code': 200} Aug 30 02:07:59.504676 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-21b6655c-40b8-4b06-b578-9f9eb61a0e42 req-c07081ec-0850-4c93-9af5-1e2c7ffd87d5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0405827 Aug 30 02:07:59.634835 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:07:59.749859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 4d8289ff-0439-40a1-b730-20bfcf1324ca up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:07:59.796311 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 4d8289ff-0439-40a1-b730-20bfcf1324ca triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:07:59.796934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:07:59.874385 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 4d8289ff-0439-40a1-b730-20bfcf1324ca is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:00.017037 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c20d26ed-4cd4-4e07-9783-e2ef7003da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:00.166398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:00.248751 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aa8ab425-bc88-4b88-9493-6a1a03cb3829 req-e4f586f8-8d4e-4b1d-931b-ef274493f3a0 tempest-TestMinimumBasicScenario-10324548 tempest-TestMinimumBasicScenario-10324548-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc2fa0e2-0911-4087-989a-4897b5545c24 HTTP/1.1" status: 200 len: 210 time: 0.0309014 Aug 30 02:08:00.376147 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:00.420801 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:08:00.459374 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337526d6-d19a-4ae4-8d49-4634bdefce21 req-933903ce-e740-4d51-8407-6b1da85b1738 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:00.460977 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-337526d6-d19a-4ae4-8d49-4634bdefce21 req-933903ce-e740-4d51-8407-6b1da85b1738 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 945 time: 0.0498555 Aug 30 02:08:00.497675 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:00.498592 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:00.503627 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:00.529180 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-337526d6-d19a-4ae4-8d49-4634bdefce21 req-c0161a29-50b0-46b2-bf7c-2e3e24c6f0ca tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598774 Aug 30 02:08:00.598456 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:00.601656 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:00.624034 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-91aeefc8-11fe-4907-9cd9-eb4953bd5b57 req-520a291b-8329-49e3-a156-002e27ffee2d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0313063 Aug 30 02:08:00.624250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:00.626440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099b5b77-e4f5-407b-894c-e3bb009787b9" -d '{"events": [{"server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "name": "network-vif-plugged", "status": "completed", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:00.647011 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:00.729558 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:00.733874 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device d458433e-132c-4f16-ab95-b7d676233c95 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:00.753181 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02348ff2-7679-4b03-beb7-fde2fb6eccaf x-openstack-request-id: req-02348ff2-7679-4b03-beb7-fde2fb6eccaf {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:00.753518 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "name": "network-vif-plugged", "status": "completed", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:00.753805 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02348ff2-7679-4b03-beb7-fde2fb6eccaf {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:00.759946 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02348ff2-7679-4b03-beb7-fde2fb6eccaf'] response: {'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'code': 200} Aug 30 02:08:00.778044 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: d458433e-132c-4f16-ab95-b7d676233c95 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:00.778589 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device d458433e-132c-4f16-ab95-b7d676233c95 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:00.809172 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:00.903007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:01.196495 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abe7d4-5963-4f04-9879-678e4cd1a7b8 req-f5ed0ff6-e89e-4ab1-8797-230d7146c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:01.198011 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f4abe7d4-5963-4f04-9879-678e4cd1a7b8 req-f5ed0ff6-e89e-4ab1-8797-230d7146c129 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 1130 time: 0.0413451 Aug 30 02:08:01.242159 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f4abe7d4-5963-4f04-9879-678e4cd1a7b8 req-58e36751-a74d-45a1-b592-f8a6ea42f7fd service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Aug 30 02:08:01.666920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52714d27-74b8-43ff-9332-d2581174a384 req-9c4ccb6b-2552-4c21-93f3-332e66dc4dfd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:01.670059 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-52714d27-74b8-43ff-9332-d2581174a384 req-9c4ccb6b-2552-4c21-93f3-332e66dc4dfd tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0635171 Aug 30 02:08:01.737900 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-52714d27-74b8-43ff-9332-d2581174a384 req-3d0d3aaa-9105-4836-8063-f17e8cef3683 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592763 Aug 30 02:08:01.767158 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-648602db-044a-454a-a370-7ae68a282559 req-095d3672-dda9-4d71-a275-37168a7ff049 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0320444 Aug 30 02:08:02.297556 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3be9-a751-481e-bbf3-3e88e834af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:02.863607 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73b69-be96-4aad-8f61-0c8c55a265be req-5791d3d3-8892-472b-93b9-f53b568bae66 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:02.865961 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86d73b69-be96-4aad-8f61-0c8c55a265be req-5791d3d3-8892-472b-93b9-f53b568bae66 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0646908 Aug 30 02:08:02.916308 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-38787477-ce26-4400-81d4-2afb4df7db9f req-5fa0a1df-5da0-4850-9f18-75f7514d8097 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0563369 Aug 30 02:08:02.924333 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86d73b69-be96-4aad-8f61-0c8c55a265be req-11837fd8-aa2a-45f7-804e-9c793168bf20 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499229 Aug 30 02:08:03.040536 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b941bd-f400-4bf7-a82c-c34bcedaf51c req-b214c282-c4f2-4a11-b5c4-556aadb5c60b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:03.042029 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-61b941bd-f400-4bf7-a82c-c34bcedaf51c req-b214c282-c4f2-4a11-b5c4-556aadb5c60b tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0455918 Aug 30 02:08:03.056000 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58960) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:03.057753 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Request body: {'floatingip': {'port_id': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:03.062143 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 58962) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:03.133816 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.222819 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-d4247791-d140-4bcb-92b8-86d81eec81f8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:03.224277 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-d4247791-d140-4bcb-92b8-86d81eec81f8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 817 time: 0.1332328 Aug 30 02:08:03.289338 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-bb5f4716-0038-4a0b-ae99-6f04688d2c9f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 380 time: 0.0566239 Aug 30 02:08:03.298048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'port': {'device_id': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'admin_state_up': True, 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'security_groups': ['253608b7-9adb-4ef3-a4c4-bfd5f6904b7a']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:03.423160 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.436247 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:03.570424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Made reservation on behalf of abe39137b275484ea6dafbed8d826eb3 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:03.575528 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.647808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:03.711286 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Allocated IP 172.20.0.10 (cb8beefb-67a8-4456-8962-31eb3e214427/bfb78f2c-d4f9-4faf-9245-0676680f9880/fe64b060-7adc-4085-b29b-f081c84456b4) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:03.726727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:03.795909 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.797259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (7c9cd47c-cc14-4668-99b2-0695767cae68), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.870035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (fe64b060-7adc-4085-b29b-f081c84456b4), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.891230 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:03.943868 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:03.967957 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.060139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Network cb8beefb-67a8-4456-8962-31eb3e214427 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:04.069942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:04.073833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:04.076450 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:04.106703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57fc7a-e926-43d5-bee8-bef114d41e15 req-f9e25be1-e06c-491f-baa9-431a22e26d69 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:04.108304 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-be57fc7a-e926-43d5-bee8-bef114d41e15 req-f9e25be1-e06c-491f-baa9-431a22e26d69 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 932 time: 0.1003270 Aug 30 02:08:04.150219 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:04.150879 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.187093 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-be57fc7a-e926-43d5-bee8-bef114d41e15 req-e11debc2-5a2d-42e8-b7b1-0d1425a6dea7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726902 Aug 30 02:08:04.260950 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-3604e1f1-e514-4a37-83f5-af4085327d04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9664953 Aug 30 02:08:04.284822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:04.342477 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 3cbb524d-a7e4-4496-8bd4-f07a765fa8c2 associated. External IP: 172.27.2.172, port: 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86. Aug 30 02:08:04.373732 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:04.382200 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-30c5fb5c-f31f-466d-b058-44ce83d0e946 None None] Provisioning complete for port fe64b060-7adc-4085-b29b-f081c84456b4 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:04.382200 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-30c5fb5c-f31f-466d-b058-44ce83d0e946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.398189 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Deleting port b05dcfeb-3632-4f5a-9a44-c89a1877d844 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:04.398719 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.424032 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-30c5fb5c-f31f-466d-b058-44ce83d0e946 None None] Port fe64b060-7adc-4085-b29b-f081c84456b4 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:04.430811 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Request body: {'port': {'device_id': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:04.499543 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.567972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] For port b05dcfeb-3632-4f5a-9a44-c89a1877d844, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=b05dcfeb-3632-4f5a-9a44-c89a1877d844,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:04.568346 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.591026 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Calling delete_port for b05dcfeb-3632-4f5a-9a44-c89a1877d844 owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:04.643657 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:04.701575 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:04.776794 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:08:04.785041 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks [] for port (fe64b060-7adc-4085-b29b-f081c84456b4), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.799340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Transition to ACTIVE for port object fe64b060-7adc-4085-b29b-f081c84456b4 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:08:04.812882 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:04.879993 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.885014 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:04.896466 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:04.908951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:04.909438 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:04.915708 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:04.958075 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6b11f603-19b3-47b8-9643-7fb743f4d2db tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/3cbb524d-a7e4-4496-8bd4-f07a765fa8c2 HTTP/1.1" status: 200 len: 992 time: 1.9050949 Aug 30 02:08:04.959365 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:04.962244 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2524ae-fa25-4225-a511-d85249aa81bd" -d '{"events": [{"name": "network-changed", "server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:04.969860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.025376 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd2b7bb-287c-4d16-a264-d6e8dbfd51ff x-openstack-request-id: req-8cd2b7bb-287c-4d16-a264-d6e8dbfd51ff {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:05.025888 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:05.026272 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cd2b7bb-287c-4d16-a264-d6e8dbfd51ff {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:05.028292 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd2b7bb-287c-4d16-a264-d6e8dbfd51ff'] response: {'name': 'network-changed', 'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'status': 'completed', 'code': 200} Aug 30 02:08:05.056736 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.058042 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (b05dcfeb-3632-4f5a-9a44-c89a1877d844), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.094262 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Pushing event deleted for resources: {'Port': ['ID=b05dcfeb-3632-4f5a-9a44-c89a1877d844,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:05.247416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:05.328751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:05.335950 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.343263 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.375793 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.382564 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (7c9cd47c-cc14-4668-99b2-0695767cae68), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.387753 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-8c7be683-3c58-4b4d-a9a9-404f36a550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.389255 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-8c7be683-3c58-4b4d-a9a9-404f36a550d4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 1130 time: 0.1324995 Aug 30 02:08:05.420530 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069d24-3124-4d56-af64-60879f04c394 req-28962f06-0978-445d-98c7-1941b5177200 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.422056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac069d24-3124-4d56-af64-60879f04c394 req-28962f06-0978-445d-98c7-1941b5177200 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0961168 Aug 30 02:08:05.437316 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Attempting to bind port fe64b060-7adc-4085-b29b-f081c84456b4 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:05.437687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Attempting to bind port fe64b060-7adc-4085-b29b-f081c84456b4 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:05.438020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Attempting to bind port fe64b060-7adc-4085-b29b-f081c84456b4 on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:05.484661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Port fe64b060-7adc-4085-b29b-f081c84456b4 on network cb8beefb-67a8-4456-8962-31eb3e214427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:08:05.491357 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Attempting to bind port fe64b060-7adc-4085-b29b-f081c84456b4 on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:05.502410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.503554 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:05.503904 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Checking segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:05.504293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Bound using segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:05.504746 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Bound port: fe64b060-7adc-4085-b29b-f081c84456b4, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:05.505113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.529065 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '3cbb524d-a7e4-4496-8bd4-f07a765fa8c2', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:00:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:44Z', 'updated_at': '2022-08-30T02:08:03Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:05.558605 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:05.567298 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:05.567936 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:05.590611 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ac069d24-3124-4d56-af64-60879f04c394 req-24ed49fe-96d5-4b9b-97a1-900b50dc1ea7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568439 Aug 30 02:08:05.593344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.597689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-e3f0a5b3-6208-4dc7-95d5-2024aa0470dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.599120 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-e3f0a5b3-6208-4dc7-95d5-2024aa0470dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 200 len: 916 time: 0.2027974 Aug 30 02:08:05.637489 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Router 7c9cd47c-cc14-4668-99b2-0695767cae68 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:05.660479 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:05.681094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:05.685813 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-35f619ab-c2db-44c2-9243-f7368d487340 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 HTTP/1.1" status: 200 len: 1000 time: 0.0803673 Aug 30 02:08:05.687631 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:05.751423 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-4612a5d9-e45e-4c96-9156-dc46ba371411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.754573 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-4612a5d9-e45e-4c96-9156-dc46ba371411 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 200 len: 854 time: 0.0630693 Aug 30 02:08:05.776016 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.822231 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:05.828108 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ac6a2844-0072-450d-b6dd-0410f100299e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7c9cd47c-cc14-4668-99b2-0695767cae68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647891 Aug 30 02:08:05.833017 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59002) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:05.833774 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.834387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:05.839749 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Sync routers for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:05.849891 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 1094 time: 1.4236038 Aug 30 02:08:05.853771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:05.856187 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511c28e-7ee8-469e-8350-cf4104fc187e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:05.867451 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:05.868693 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:05.893798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:05.925520 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5928cbf-f4b6-4d14-912a-75205eb94957 service neutron] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:05.939244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-e1616d70-78cb-45cf-b9a5-30a0c5465017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:05.940803 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-e1616d70-78cb-45cf-b9a5-30a0c5465017 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=316431ff-b22a-409c-830b-a78363ccfbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1799054 Aug 30 02:08:05.985304 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks [] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:06.057434 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.063248 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '3cbb524d-a7e4-4496-8bd4-f07a765fa8c2', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:00:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:44Z', 'updated_at': '2022-08-30T02:08:03Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:06.063490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748ffad-86a8-43fa-8a10-f6151a43a298 x-openstack-request-id: req-0748ffad-86a8-43fa-8a10-f6151a43a298 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:06.063490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:06.063946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0748ffad-86a8-43fa-8a10-f6151a43a298 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:06.064548 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0748ffad-86a8-43fa-8a10-f6151a43a298'] response: {'name': 'network-changed', 'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'status': 'completed', 'code': 200} Aug 30 02:08:06.074579 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.082100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-30270287-2cda-4cd1-8659-13ac056da89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:06.086407 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-30270287-2cda-4cd1-8659-13ac056da89d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1128 time: 0.1161637 Aug 30 02:08:06.090331 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.105557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7b994d-156e-4025-91a2-60027162fdfd None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '3cbb524d-a7e4-4496-8bd4-f07a765fa8c2', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'port_id': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'mac_address': 'fa:16:3e:00:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:44Z', 'updated_at': '2022-08-30T02:08:03Z', 'revision_number': 1, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:06.115334 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:06.143894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.146603 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-98cd80c6-3033-4867-be13-db3047073fbd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983066 Aug 30 02:08:06.178968 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.187037 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks [] for router_gateway (7c9cd47c-cc14-4668-99b2-0695767cae68), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:06.187732 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-756a33a3-8ba2-4705-8178-767b9a24f986 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 217 time: 0.0917377 Aug 30 02:08:06.302988 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-9d045b24-1603-46b4-ac2f-50b2759f7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:06.305519 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-9d045b24-1603-46b4-ac2f-50b2759f7fad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.1059275 Aug 30 02:08:06.343385 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Deleting port 9f45a61c-d765-4e30-b83d-564bfd899b72 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:06.343762 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:06.375053 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d2524ae-fa25-4225-a511-d85249aa81bd req-064618cb-4ba1-48a5-bf53-64064f6b0baa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973298 Aug 30 02:08:06.379239 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a44b9-3503-4017-9496-d04daa1ad33e req-f180fcb7-4015-4764-9db3-7f640cd70f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:06.381040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-f180fcb7-4015-4764-9db3-7f640cd70f65 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682440 Aug 30 02:08:06.436765 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:08:04Z', 'revision_number': 5, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port': {'id': '9f45a61c-d765-4e30-b83d-564bfd899b72', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:39Z', 'updated_at': '2022-08-30T02:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:06.480154 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Checking router: 7c9cd47c-cc14-4668-99b2-0695767cae68 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:06.482220 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] For port 9f45a61c-d765-4e30-b83d-564bfd899b72, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9f45a61c-d765-4e30-b83d-564bfd899b72,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:06.482677 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:06.489635 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Routers {'7c9cd47c-cc14-4668-99b2-0695767cae68'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:06.490528 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['7c9cd47c-cc14-4668-99b2-0695767cae68'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:06.502698 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Calling delete_port for 9f45a61c-d765-4e30-b83d-564bfd899b72 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:06.509622 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29653bf8-1efe-48cd-9547-80a4682ac867 None None] New status for floating IP 3cbb524d-a7e4-4496-8bd4-f07a765fa8c2: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:08:06.513856 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-200c9d40-3fd6-4f55-b325-4f9eeb4c1302 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256931 Aug 30 02:08:06.627652 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] Set router 7c9cd47c-cc14-4668-99b2-0695767cae68 gateway port host: None {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:06.690070 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:08:06Z', 'revision_number': 6, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:06.719908 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7e28d-80b2-496d-8809-7205bb92c228 None None] The sync data for ids ['7c9cd47c-cc14-4668-99b2-0695767cae68'] in dv-cinder-819667-6-iscsi is: [{'id': '7c9cd47c-cc14-4668-99b2-0695767cae68', 'name': 'tempest-TestMinimumBasicScenario-2011461779-router', 'tenant_id': 'b6200be9acd14756908c3fd33adf1506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:38Z', 'updated_at': '2022-08-30T02:08:06Z', 'revision_number': 6, 'project_id': 'b6200be9acd14756908c3fd33adf1506', 'gw_port_host': None}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:06.721611 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-290a44b9-3503-4017-9496-d04daa1ad33e req-b5e59de6-c0f1-47b1-aaac-ff9ae810d454 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007987 Aug 30 02:08:06.785615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddadfb-7c2e-4a0a-b0af-f66f197cf7a3 req-8f1c1ebb-f396-4a02-ace4-89fe46e56016 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:06.787148 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-42ddadfb-7c2e-4a0a-b0af-f66f197cf7a3 req-8f1c1ebb-f396-4a02-ace4-89fe46e56016 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0579309 Aug 30 02:08:06.829804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.838118 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-42ddadfb-7c2e-4a0a-b0af-f66f197cf7a3 req-14b996fd-0fea-4cea-98e5-5a025a51fd42 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Aug 30 02:08:06.840056 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (9f45a61c-d765-4e30-b83d-564bfd899b72), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:06.843831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:06.871564 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f45a61c-d765-4e30-b83d-564bfd899b72,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:06.941465 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (7c9cd47c-cc14-4668-99b2-0695767cae68), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.030048 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.032087 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks [] for router_controller (7c9cd47c-cc14-4668-99b2-0695767cae68), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.229287 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (7c9cd47c-cc14-4668-99b2-0695767cae68), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.229971 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9cd47c-cc14-4668-99b2-0695767cae68 {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:08:07.234605 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.235894 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c98e9b1e-2ed1-4d8c-9934-ff48b71c8470 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/7c9cd47c-cc14-4668-99b2-0695767cae68 HTTP/1.1" status: 204 len: 168 time: 1.3991416 Aug 30 02:08:07.238307 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59032) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:07.290236 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Deleting subnet 0f7ec4b2-4242-4c77-b65c-25f0cfade664 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:08:07.293295 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Publish callbacks [] for subnet (0f7ec4b2-4242-4c77-b65c-25f0cfade664), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.329105 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (0f7ec4b2-4242-4c77-b65c-25f0cfade664), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.407641 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (0f7ec4b2-4242-4c77-b65c-25f0cfade664), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.543275 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (0f7ec4b2-4242-4c77-b65c-25f0cfade664), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.570283 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7ec4b2-4242-4c77-b65c-25f0cfade664,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:07.575728 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.577575 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-f594ec68-bc23-40eb-8439-9e6aa1f03c1e admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/0f7ec4b2-4242-4c77-b65c-25f0cfade664 HTTP/1.1" status: 204 len: 168 time: 0.3382227 Aug 30 02:08:07.580299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59040) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:07.583231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43ecd1-7c25-4c7c-b6d5-9de9ac3fc7f8 None None] Network fb93bb88-cb60-46a7-8b65-48732a562f78 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:07.706517 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (fb93bb88-cb60-46a7-8b65-48732a562f78), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.712382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-69561ccc-71ef-4d9b-917b-77a51be8cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:07.714053 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-69561ccc-71ef-4d9b-917b-77a51be8cda9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1128 time: 0.0671179 Aug 30 02:08:07.787188 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] DHCP port deletion for fb93bb88-cb60-46a7-8b65-48732a562f78 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:08:07.822069 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Deleting port bc39d290-c837-4583-8d41-6ac2c3693b73 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:07.822294 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device b05dcfeb-3632-4f5a-9a44-c89a1877d844 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:07.822400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.848939 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:07.852247 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: b05dcfeb-3632-4f5a-9a44-c89a1877d844 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:07.852595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device b05dcfeb-3632-4f5a-9a44-c89a1877d844 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:07.853022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9f45a61c-d765-4e30-b83d-564bfd899b72 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:07.875314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Deleting port bc39d290-c837-4583-8d41-6ac2c3693b73 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:07.875948 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.877917 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 9f45a61c-d765-4e30-b83d-564bfd899b72 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:07.878264 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9f45a61c-d765-4e30-b83d-564bfd899b72 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:07.920383 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-e186ebd6-effd-4b8f-9139-ac26e0993bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:07.921962 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-e186ebd6-effd-4b8f-9139-ac26e0993bc4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.1976559 Aug 30 02:08:07.939502 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] For port bc39d290-c837-4583-8d41-6ac2c3693b73, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bc39d290-c837-4583-8d41-6ac2c3693b73,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:07.939867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.963641 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] For port bc39d290-c837-4583-8d41-6ac2c3693b73, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bc39d290-c837-4583-8d41-6ac2c3693b73,segment=NetworkSegment(0ff01694-b3b9-4f38-a3cd-21e36819cc17),segment_id=0ff01694-b3b9-4f38-a3cd-21e36819cc17)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:07.964040 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:07.972604 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:07.974975 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-1949b615-bfb3-4204-8b85-9095757f553b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 217 time: 0.0449395 Aug 30 02:08:07.980257 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Calling delete_port for bc39d290-c837-4583-8d41-6ac2c3693b73 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:07.988841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Calling delete_port for bc39d290-c837-4583-8d41-6ac2c3693b73 owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:07.995341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664edfa-f6ed-40c1-9070-d1b5c05bc277 req-1c8fdd7a-8a1c-4bf1-84fb-8e645aa03a0d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:07.997234 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1664edfa-f6ed-40c1-9070-d1b5c05bc277 req-1c8fdd7a-8a1c-4bf1-84fb-8e645aa03a0d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0594313 Aug 30 02:08:08.063056 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1664edfa-f6ed-40c1-9070-d1b5c05bc277 req-a33b8480-1645-4b62-91d0-90474bffd1a6 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554786 Aug 30 02:08:08.063777 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.068233 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-a2fcd168-19d8-48e3-9924-9c38140cb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:08.069955 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-a2fcd168-19d8-48e3-9924-9c38140cb083 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0898120 Aug 30 02:08:08.132805 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-465613a5-a9e5-4c27-a0d0-bb1f4b9fa2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:08.134334 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-465613a5-a9e5-4c27-a0d0-bb1f4b9fa2dc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576191 Aug 30 02:08:08.185314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.208100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (bc39d290-c837-4583-8d41-6ac2c3693b73), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.221350 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] Pushing event deleted for resources: {'Port': ['ID=bc39d290-c837-4583-8d41-6ac2c3693b73,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:08.223460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1c5ea-04c8-4d8d-9d58-a0e9d31e5e4c None None] No DVR routers for this DVR port bc39d290-c837-4583-8d41-6ac2c3693b73 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:08.253798 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc39d290-c837-4583-8d41-6ac2c3693b73,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:08.265788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] No DVR routers for this DVR port bc39d290-c837-4583-8d41-6ac2c3693b73 on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:08.317015 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-405027bb-d4e5-435d-b4e2-6974f27bf06d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756072 Aug 30 02:08:08.402157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (fb93bb88-cb60-46a7-8b65-48732a562f78), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.431893 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb93bb88-cb60-46a7-8b65-48732a562f78']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:08.441720 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:08.446522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff01694-b3b9-4f38-a3cd-21e36819cc17') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:08.446911 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff01694-b3b9-4f38-a3cd-21e36819cc17') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:08.469633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (0ff01694-b3b9-4f38-a3cd-21e36819cc17), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.493421 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2511c28e-7ee8-469e-8350-cf4104fc187e req-268a07e4-535d-4023-917f-72da0c9167d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469290 Aug 30 02:08:08.494241 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (0ff01694-b3b9-4f38-a3cd-21e36819cc17), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.501008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:08:08.501398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (0ff01694-b3b9-4f38-a3cd-21e36819cc17), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.520947 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 0ff01694-b3b9-4f38-a3cd-21e36819cc17 resource provider aggregate not found Aug 30 02:08:08.564687 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 0ff01694-b3b9-4f38-a3cd-21e36819cc17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ff01694-b3b9-4f38-a3cd-21e36819cc17 found for delete ", "request_id": "req-b29152b4-ec5c-44e8-950e-a78e90c0e899"}]} Aug 30 02:08:08.565054 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:08.634533 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (fb93bb88-cb60-46a7-8b65-48732a562f78), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.642216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.645300 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/fb93bb88-cb60-46a7-8b65-48732a562f78 HTTP/1.1" status: 204 len: 168 time: 1.0639801 Aug 30 02:08:08.649013 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59060) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:08.655600 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a0b6c-a4c3-403f-8b6f-e2ad8c90e987 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb93bb88-cb60-46a7-8b65-48732a562f78,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:08.721888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59064) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:08.770803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Deleting subnet 091c4858-c987-4126-bc29-b51d68886503 {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:08:08.774711 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Publish callbacks [] for subnet (091c4858-c987-4126-bc29-b51d68886503), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.815425 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (091c4858-c987-4126-bc29-b51d68886503), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.859651 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (091c4858-c987-4126-bc29-b51d68886503), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:08.973678 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.069605 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (091c4858-c987-4126-bc29-b51d68886503), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.099810 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.103550 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/091c4858-c987-4126-bc29-b51d68886503 HTTP/1.1" status: 204 len: 168 time: 0.3806176 Aug 30 02:08:09.106041 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59068) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:09.114754 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a8956-8bf7-4bf5-997b-5c6e79296cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091c4858-c987-4126-bc29-b51d68886503,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:09.197951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (2761f1ac-422e-4add-8966-d7328f515b23), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.288628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (2761f1ac-422e-4add-8966-d7328f515b23), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.314512 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2761f1ac-422e-4add-8966-d7328f515b23']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:09.326516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:09.326817 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7eae53-f4bb-4e46-b33e-49ebc1ae5833') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:09.337012 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (ad7eae53-f4bb-4e46-b33e-49ebc1ae5833), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.357535 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (ad7eae53-f4bb-4e46-b33e-49ebc1ae5833), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.364115 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:08:09.364493 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (ad7eae53-f4bb-4e46-b33e-49ebc1ae5833), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.382463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:09.411433 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5df764-a2e6-4d2e-aa1e-947cc53d9f0c req-2797a3c7-aaf1-454e-b9d2-d685d87c47c7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:09.412979 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6c5df764-a2e6-4d2e-aa1e-947cc53d9f0c req-2797a3c7-aaf1-454e-b9d2-d685d87c47c7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0738971 Aug 30 02:08:09.454023 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:09.509695 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (2761f1ac-422e-4add-8966-d7328f515b23), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.510381 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6c5df764-a2e6-4d2e-aa1e-947cc53d9f0c req-c1330837-5455-40a0-8a2e-7f9fbee1c569 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898438 Aug 30 02:08:09.516090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.519862 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2761f1ac-422e-4add-8966-d7328f515b23 HTTP/1.1" status: 204 len: 168 time: 0.4126897 Aug 30 02:08:09.523757 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Deleting port da149dee-91a2-4678-b363-53b119d10d3f {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:09.524670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (da149dee-91a2-4678-b363-53b119d10d3f), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.535937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eaed0-6947-44e6-9f89-c48c397b9270 admin admin] Pushing event deleted for resources: {'Network': ['ID=2761f1ac-422e-4add-8966-d7328f515b23,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:09.611372 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] For port da149dee-91a2-4678-b363-53b119d10d3f, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=da149dee-91a2-4678-b363-53b119d10d3f,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:09.611729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (da149dee-91a2-4678-b363-53b119d10d3f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.624990 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Calling delete_port for da149dee-91a2-4678-b363-53b119d10d3f owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:09.727538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:09.759546 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bc39d290-c837-4583-8d41-6ac2c3693b73 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:09.765730 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: bc39d290-c837-4583-8d41-6ac2c3693b73 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:09.766081 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bc39d290-c837-4583-8d41-6ac2c3693b73 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:09.924406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (da149dee-91a2-4678-b363-53b119d10d3f), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:09.948985 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da149dee-91a2-4678-b363-53b119d10d3f,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:09.999752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59074) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:10.059121 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-411af319-0168-4f19-94ed-844d0d7df259 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=072e2c259a164ecaa45b5ff18fa3ac66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468857 Aug 30 02:08:10.061542 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59076) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:10.117027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] Publish callbacks [] for security_group (05aa6033-de21-4dd8-8bac-7f6538be86b3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.121026 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.139260 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] Publish callbacks [] for security_group (05aa6033-de21-4dd8-8bac-7f6538be86b3), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.295110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:10.344859 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:10.359761 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (05aa6033-de21-4dd8-8bac-7f6538be86b3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.362721 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.367060 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/05aa6033-de21-4dd8-8bac-7f6538be86b3 HTTP/1.1" status: 204 len: 168 time: 0.3013763 Aug 30 02:08:10.376736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c91e-95a1-4868-b818-22c8beea10fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa6033-de21-4dd8-8bac-7f6538be86b3,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:10.416961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:08:10.465718 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:10.473920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59082) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:10.477980 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Sync routers for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:10.484505 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ede52b2f-ce68-41c8-a18d-6a023411c6e5 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ddb3a568-429b-4fe9-8ffc-5da80a11a3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332372 Aug 30 02:08:10.491553 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:10.493349 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:10.538957 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:10.551838 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:08:10.587957 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment ad7eae53-f4bb-4e46-b33e-49ebc1ae5833 resource provider aggregate not found Aug 30 02:08:10.602449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks [] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.603352 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:10.604031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.611466 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:10.629183 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:08:10.635334 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:10.652205 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:10.668633 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment ad7eae53-f4bb-4e46-b33e-49ebc1ae5833 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad7eae53-f4bb-4e46-b33e-49ebc1ae5833 found for delete ", "request_id": "req-83ec605e-019f-40bb-8f97-36fed05ac602"}]} Aug 30 02:08:10.714396 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b63d7-54c0-4ca0-9efb-d715a38d3842 req-dcdfaf9e-8c05-4458-8665-73f609ddc96c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:10.715936 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d58b63d7-54c0-4ca0-9efb-d715a38d3842 req-dcdfaf9e-8c05-4458-8665-73f609ddc96c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0663326 Aug 30 02:08:10.777720 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.795599 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:08:09Z', 'revision_number': 5, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:10.802577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks [] for router_gateway (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:10.807249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:10.811847 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d58b63d7-54c0-4ca0-9efb-d715a38d3842 req-0ae82cee-17d1-47de-9983-1a4fdc40dc5b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684800 Aug 30 02:08:10.828780 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Checking router: ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:10.832483 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:10.842943 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Routers {'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:10.842943 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:10.947026 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:10.951785 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] Set router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:10.955444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Deleting port 120b257f-7848-4c6d-bfe0-70b49fd928c0 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:10.955788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.020781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['fe64b060-7adc-4085-b29b-f081c84456b4'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:08:11.058657 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] For port 120b257f-7848-4c6d-bfe0-70b49fd928c0, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=120b257f-7848-4c6d-bfe0-70b49fd928c0,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:11.059240 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.072809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Calling delete_port for 120b257f-7848-4c6d-bfe0-70b49fd928c0 owned by network:router_gateway {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:11.227032 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:11.242518 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:08:09Z', 'revision_number': 5, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:11.267477 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd553b6-316b-4ae3-a4fb-f5f06d5a457c None None] The sync data for ids ['ddb3a568-429b-4fe9-8ffc-5da80a11a3e3'] in dv-cinder-819667-6-iscsi is: [{'id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'name': 'tempest-TestMinimumBasicScenario-607570242-router', 'tenant_id': '28f99120ebae4b29820cc0430ae94f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:04:47Z', 'updated_at': '2022-08-30T02:08:09Z', 'revision_number': 5, 'project_id': '28f99120ebae4b29820cc0430ae94f59', 'gw_port': {'id': '120b257f-7848-4c6d-bfe0-70b49fd928c0', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3a568-429b-4fe9-8ffc-5da80a11a3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:04:48Z', 'updated_at': '2022-08-30T02:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:11.409833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (120b257f-7848-4c6d-bfe0-70b49fd928c0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.435818 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=120b257f-7848-4c6d-bfe0-70b49fd928c0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:11.498179 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.585485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.588408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks [] for router_controller (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.783934 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (ddb3a568-429b-4fe9-8ffc-5da80a11a3e3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.784530 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 {{(pid=106657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:08:11.787053 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device da149dee-91a2-4678-b363-53b119d10d3f no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:11.794363 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.798034 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-94984ffc-ab9b-43c1-b689-161022cd6ecc admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ddb3a568-429b-4fe9-8ffc-5da80a11a3e3 HTTP/1.1" status: 204 len: 168 time: 1.3198271 Aug 30 02:08:11.799516 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59092) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:11.811593 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: da149dee-91a2-4678-b363-53b119d10d3f {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:11.811896 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device da149dee-91a2-4678-b363-53b119d10d3f not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:11.851135 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Deleting subnet 190acf49-8d64-4b8c-83d6-25a60bcf2517 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:08:11.855341 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Publish callbacks [] for subnet (190acf49-8d64-4b8c-83d6-25a60bcf2517), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.895147 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (190acf49-8d64-4b8c-83d6-25a60bcf2517), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:11.973566 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9672605-bfb6-43e0-b0bb-64dc5e3f7059 req-e09aa278-88d0-4df2-86ae-8627830b606a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:11.975013 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b9672605-bfb6-43e0-b0bb-64dc5e3f7059 req-e09aa278-88d0-4df2-86ae-8627830b606a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0559509 Aug 30 02:08:12.039826 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (190acf49-8d64-4b8c-83d6-25a60bcf2517), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.081889 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b9672605-bfb6-43e0-b0bb-64dc5e3f7059 req-0a9bc6c4-e418-40dd-88fa-c4c3016b21f7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988960 Aug 30 02:08:12.218395 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-e62dc9c8-3647-4250-a35d-acf71e23fd74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399129 Aug 30 02:08:12.278476 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (190acf49-8d64-4b8c-83d6-25a60bcf2517), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.280672 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-cb2107cb-308e-476b-8be5-e73dd59a1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:12.282378 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-cb2107cb-308e-476b-8be5-e73dd59a1f8a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 1129 time: 0.0425735 Aug 30 02:08:12.311654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.317394 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/190acf49-8d64-4b8c-83d6-25a60bcf2517 HTTP/1.1" status: 204 len: 168 time: 0.5149331 Aug 30 02:08:12.317394 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c5205-b5ab-4c8b-8eab-713286158521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190acf49-8d64-4b8c-83d6-25a60bcf2517,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:12.318810 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d8a5e-0c4d-4f9d-a090-e88764e99c23 None None] Network 2cf9adea-85f2-4974-a8d4-1d625c47aa21 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:12.318944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59096) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:12.423492 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:12.439987 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (2cf9adea-85f2-4974-a8d4-1d625c47aa21), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.456624 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:12.456886 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-a00ab7b1-3486-4e07-968c-4fe75e7dc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:12.458581 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-a00ab7b1-3486-4e07-968c-4fe75e7dc191 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 200 len: 912 time: 0.1586583 Aug 30 02:08:12.469369 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port fe64b060-7adc-4085-b29b-f081c84456b4 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:08:12.498107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:12.509748 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] DHCP port deletion for 2cf9adea-85f2-4974-a8d4-1d625c47aa21 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:08:12.539027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Deleting port 88c8ff36-e714-418e-8633-ccd35e5c89ab {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:12.549586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.566187 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Deleting port 88c8ff36-e714-418e-8633-ccd35e5c89ab {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:12.566489 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.580026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port fe64b060-7adc-4085-b29b-f081c84456b4 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:12.580391 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.597634 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-13ef2276-4abf-480c-9b5f-2aa40b47d9d7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d06765-5bf0-4621-b65c-3234580e7137 HTTP/1.1" status: 200 len: 1001 time: 0.1141615 Aug 30 02:08:12.657529 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] For port 88c8ff36-e714-418e-8633-ccd35e5c89ab, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=88c8ff36-e714-418e-8633-ccd35e5c89ab,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:12.657900 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.678319 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Calling delete_port for 88c8ff36-e714-418e-8633-ccd35e5c89ab owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:12.687553 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-542c82d5-b8e0-484d-82aa-9ab255b9b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:12.689057 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-542c82d5-b8e0-484d-82aa-9ab255b9b5b0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 200 len: 850 time: 0.0747151 Aug 30 02:08:12.796340 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] For port 88c8ff36-e714-418e-8633-ccd35e5c89ab, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=88c8ff36-e714-418e-8633-ccd35e5c89ab,segment=NetworkSegment(a005486d-1760-4efa-9787-7a233822cf59),segment_id=a005486d-1760-4efa-9787-7a233822cf59)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:12.796952 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.819687 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Calling delete_port for 88c8ff36-e714-418e-8633-ccd35e5c89ab owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:12.900115 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:12.900502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:12.939151 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:12.941511 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517b5e4-305f-4863-a1d4-8947a3e7451b" -d '{"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:12.954376 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:12.967451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:12.984660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfde3e4-4a53-4190-9a99-34c092210690 x-openstack-request-id: req-ddfde3e4-4a53-4190-9a99-34c092210690 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:12.984982 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:12.985241 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddfde3e4-4a53-4190-9a99-34c092210690 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:12.985685 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfde3e4-4a53-4190-9a99-34c092210690'] response: {'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'code': 200} Aug 30 02:08:13.044650 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-9db7f227-3380-4afe-a83d-0c72dba45484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:13.046165 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-9db7f227-3380-4afe-a83d-0c72dba45484 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=594c7eaa-27eb-44bb-b03b-2139d7485cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3515306 Aug 30 02:08:13.097994 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.103103 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.127184 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (88c8ff36-e714-418e-8633-ccd35e5c89ab), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.156113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] No DVR routers for this DVR port 88c8ff36-e714-418e-8633-ccd35e5c89ab on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:13.162504 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c8ff36-e714-418e-8633-ccd35e5c89ab,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:13.165542 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] No DVR routers for this DVR port 88c8ff36-e714-418e-8633-ccd35e5c89ab on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:13.174315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:13.183312 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:13.208600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff97e27-5e78-441d-afeb-43384ed672bd None None] Pushing event deleted for resources: {'Port': ['ID=88c8ff36-e714-418e-8633-ccd35e5c89ab,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:13.219177 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-2b84086f-a99a-491b-8269-372bfbe7ffef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644843 Aug 30 02:08:13.240794 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcec29f-8308-4516-9cbc-a85b4efdafda req-2a2f84a5-ceff-40b8-9d21-a6574e2e7633 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:13.242414 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fcec29f-8308-4516-9cbc-a85b4efdafda req-2a2f84a5-ceff-40b8-9d21-a6574e2e7633 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Aug 30 02:08:13.291374 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3fcec29f-8308-4516-9cbc-a85b4efdafda req-947ffdac-4176-44c4-bd62-bb03a3a30c90 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Aug 30 02:08:13.306074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (2cf9adea-85f2-4974-a8d4-1d625c47aa21), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.335093 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9adea-85f2-4974-a8d4-1d625c47aa21']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:13.356697 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a005486d-1760-4efa-9787-7a233822cf59') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:13.356914 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a005486d-1760-4efa-9787-7a233822cf59') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:13.384062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (a005486d-1760-4efa-9787-7a233822cf59), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.412809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912cfa6-b8ae-4ae8-a02f-f85674ba370b req-67a00de5-a059-4977-ad05-22684e8d0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:13.414845 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a912cfa6-b8ae-4ae8-a02f-f85674ba370b req-67a00de5-a059-4977-ad05-22684e8d0435 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0772536 Aug 30 02:08:13.420689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (a005486d-1760-4efa-9787-7a233822cf59), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.435983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:08:13.436304 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (a005486d-1760-4efa-9787-7a233822cf59), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.442160 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3370aa59-1067-401a-bbd4-69e564b0b713 req-35f24f91-1362-48af-8678-19156ef19f58 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949916 Aug 30 02:08:13.458807 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment a005486d-1760-4efa-9787-7a233822cf59 resource provider aggregate not found Aug 30 02:08:13.498379 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment a005486d-1760-4efa-9787-7a233822cf59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a005486d-1760-4efa-9787-7a233822cf59 found for delete ", "request_id": "req-a2cbbe92-3e59-40ea-98f3-d3616b048b05"}]} Aug 30 02:08:13.531106 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a912cfa6-b8ae-4ae8-a02f-f85674ba370b req-688945e8-25bf-4ecd-a60f-c798e788f9cb service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046026 Aug 30 02:08:13.588803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (2cf9adea-85f2-4974-a8d4-1d625c47aa21), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.594428 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:13.597887 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2cf9adea-85f2-4974-a8d4-1d625c47aa21 HTTP/1.1" status: 204 len: 168 time: 1.2780149 Aug 30 02:08:13.611644 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d7193-1562-4574-ab47-3b8a36732b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf9adea-85f2-4974-a8d4-1d625c47aa21,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:13.737192 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 88c8ff36-e714-418e-8633-ccd35e5c89ab no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:13.758361 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 88c8ff36-e714-418e-8633-ccd35e5c89ab {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:13.758703 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 88c8ff36-e714-418e-8633-ccd35e5c89ab not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:13.759113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 120b257f-7848-4c6d-bfe0-70b49fd928c0 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:13.776851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 120b257f-7848-4c6d-bfe0-70b49fd928c0 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:13.777190 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 120b257f-7848-4c6d-bfe0-70b49fd928c0 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:14.003076 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59112) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:14.044773 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-5f459075-4d2c-4a8e-90fd-039514bd2dca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b6200be9acd14756908c3fd33adf1506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404754 Aug 30 02:08:14.047196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59114) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:14.084034 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:14.098718 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] Publish callbacks [] for security_group (951d9773-4feb-4a46-b7b5-2b6fd8d94255), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:14.120759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] Publish callbacks [] for security_group (951d9773-4feb-4a46-b7b5-2b6fd8d94255), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:14.257973 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (951d9773-4feb-4a46-b7b5-2b6fd8d94255), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:14.260462 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:14.261636 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/951d9773-4feb-4a46-b7b5-2b6fd8d94255 HTTP/1.1" status: 204 len: 168 time: 0.2135339 Aug 30 02:08:14.269770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a179e-db8e-4a12-a06e-4d2e8c20961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d9773-4feb-4a46-b7b5-2b6fd8d94255,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:14.422421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd03a51-7295-470b-965f-6d18a6fe7f7e req-67dd53a4-79dc-4fe4-b1fc-e341830dccd3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:14.424188 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8bd03a51-7295-470b-965f-6d18a6fe7f7e req-67dd53a4-79dc-4fe4-b1fc-e341830dccd3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0481026 Aug 30 02:08:14.493063 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8bd03a51-7295-470b-965f-6d18a6fe7f7e req-7f3ecf32-c72c-43e9-82e2-a4a0487636a2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620992 Aug 30 02:08:14.956154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59124) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:14.997030 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-bfbf2379-9b0c-4723-a583-a8778b767c2c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28f99120ebae4b29820cc0430ae94f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395622 Aug 30 02:08:14.999539 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59126) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:15.047690 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] Publish callbacks [] for security_group (714dada1-f71d-4946-8aac-e608c6dd36b7), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:15.049261 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:15.068129 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] Publish callbacks [] for security_group (714dada1-f71d-4946-8aac-e608c6dd36b7), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:15.177108 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (714dada1-f71d-4946-8aac-e608c6dd36b7), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:15.180759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:15.181972 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/714dada1-f71d-4946-8aac-e608c6dd36b7 HTTP/1.1" status: 204 len: 168 time: 0.1815493 Aug 30 02:08:15.192672 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad873e09-3fd9-46a4-816e-5b753b4a6dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714dada1-f71d-4946-8aac-e608c6dd36b7,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:15.626483 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca760-381b-4ba6-a6c6-359e037f1dec req-95e9dfc4-9c7b-49d3-a53f-1bcdae771d47 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:15.627957 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-facca760-381b-4ba6-a6c6-359e037f1dec req-95e9dfc4-9c7b-49d3-a53f-1bcdae771d47 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0505495 Aug 30 02:08:15.677478 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-facca760-381b-4ba6-a6c6-359e037f1dec req-ff3a452e-c5ee-4f1d-962d-b2f76245818f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Aug 30 02:08:15.816914 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22927d-f392-48e5-9f66-f75a2296cdde req-165f9cba-9bc3-46b4-8586-6f4c755ac6fe tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:15.818430 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0d22927d-f392-48e5-9f66-f75a2296cdde req-165f9cba-9bc3-46b4-8586-6f4c755ac6fe tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0507839 Aug 30 02:08:15.828998 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59144) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:15.833510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'floatingip': {'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:15.885952 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:15.988209 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:16.318155 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59156) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:16.353889 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.418619 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1955546652-network', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:16.423206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.521118 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Made reservation on behalf of 7e5b69be3a9b4ec0b5038f51a918bf27 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:16.523602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.525865 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Floating IP 4a133173-2e35-4bcc-b57c-4e3ace3a6670 associated. External IP: 172.27.2.218, port: fe64b060-7adc-4085-b29b-f081c84456b4. Aug 30 02:08:16.532798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.619282 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks [] for security_group (cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.670272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:16.696982 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.724455 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:08:16.735461 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:16.738431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:16.740811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (85566326-aaa1-47ba-af13-34e2b17003fa), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.741170 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Added segment 85566326-aaa1-47ba-af13-34e2b17003fa of type vlan for network 617705e6-55ab-435e-8b2e-d504bcaf4b6b Aug 30 02:08:16.793126 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (617705e6-55ab-435e-8b2e-d504bcaf4b6b), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.852703 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:16.857215 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:16.865829 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:16.883939 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:16.883939 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:16.910472 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8564df8f-8bcf-4454-b653-8757b6e4fa8c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/4a133173-2e35-4bcc-b57c-4e3ace3a6670 HTTP/1.1" status: 200 len: 992 time: 1.0800908 Aug 30 02:08:16.911001 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:16.914414 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593eeea-42f7-4630-a9e9-c98d37959aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:16.955186 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc134b-633a-4558-bef1-43bedbde89d7 x-openstack-request-id: req-63bc134b-633a-4558-bef1-43bedbde89d7 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:16.955400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:16.955652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-63bc134b-633a-4558-bef1-43bedbde89d7 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:16.956062 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bc134b-633a-4558-bef1-43bedbde89d7'] response: {'name': 'network-changed', 'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'status': 'completed', 'code': 200} Aug 30 02:08:16.997720 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:17.034545 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d8ab2b53-b1ec-4d65-b0d7-b6cdff9fdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:17.034545 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d8ab2b53-b1ec-4d65-b0d7-b6cdff9fdf2d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0399125 Aug 30 02:08:17.057475 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (617705e6-55ab-435e-8b2e-d504bcaf4b6b), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:17.058529 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:17.059142 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:17.113279 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:17.119514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-316bb2c0-e3ff-441c-a2f3-ce59e1ad189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:17.121046 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-316bb2c0-e3ff-441c-a2f3-ce59e1ad189a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0971806 Aug 30 02:08:17.129135 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] Pushing event updated for resources: {'Network': ['ID=617705e6-55ab-435e-8b2e-d504bcaf4b6b,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:17.141150 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:08:17.199562 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-09a31081-4260-4f00-8c76-f1daec1acd36 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 1000 time: 0.0727081 Aug 30 02:08:17.252559 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d6ce3035-f22d-4c76-b422-c351c170f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:17.254257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d6ce3035-f22d-4c76-b422-c351c170f407 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0494230 Aug 30 02:08:17.276943 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '4a133173-2e35-4bcc-b57c-4e3ace3a6670', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:57Z', 'updated_at': '2022-08-30T02:08:16Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:17.283301 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-cd2e1f4a-bf24-4a0f-ac08-0a2fdd8e0050 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9639721 Aug 30 02:08:17.294482 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59168) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:17.294482 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Request body: {'subnet': {'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1955546652-subnet', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:17.298881 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d2951973-4fd5-4f6c-ab0e-fd789ab15552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:17.300438 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-d2951973-4fd5-4f6c-ab0e-fd789ab15552 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404184 Aug 30 02:08:17.303071 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:17.315063 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:17.315679 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:17.398523 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-dc3f49bf-bef1-4ef2-88c6-aecd2a08a100 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891223 Aug 30 02:08:17.420593 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:17.421479 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Made reservation on behalf of 7e5b69be3a9b4ec0b5038f51a918bf27 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:17.423984 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:17.463888 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:17.500768 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d593eeea-42f7-4630-a9e9-c98d37959aaf req-a964bb01-cf88-4e2d-a038-8360e1d3df36 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918036 Aug 30 02:08:17.573868 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:17.642473 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '4a133173-2e35-4bcc-b57c-4e3ace3a6670', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:57Z', 'updated_at': '2022-08-30T02:08:16Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:17.668159 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80763ecc-8ea3-4d40-9ad2-a7ece70c3258 None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '4a133173-2e35-4bcc-b57c-4e3ace3a6670', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:07:57Z', 'updated_at': '2022-08-30T02:08:16Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:17.760579 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (9af11405-2377-435c-9e5b-358a7a4ec663), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:17.763881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:17.814665 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af11405-2377-435c-9e5b-358a7a4ec663,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:17.831009 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Checking segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:17.831289 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Network hostable DHCP agents. Network: 617705e6-55ab-435e-8b2e-d504bcaf4b6b, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:08:17.856661 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0823a8-c4c5-4ae6-a238-2355f28f115a None None] New status for floating IP 4a133173-2e35-4bcc-b57c-4e3ace3a6670: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:08:17.908853 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:08:17.960298 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:18.006069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 617705e6-55ab-435e-8b2e-d504bcaf4b6b) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:18.010476 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:18.011249 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.016521 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6754d4e-7afd-4dce-8a8b-1233f66d260b None None] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:18.068700 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:18.124596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:08:18.125267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59176) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:18.125786 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.128507 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2e5082de-d2fe-4c1d-ad8e-155a1236177c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8407488 Aug 30 02:08:18.130944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:18.268770 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Allocated IP 172.20.0.2 (617705e6-55ab-435e-8b2e-d504bcaf4b6b/9af11405-2377-435c-9e5b-358a7a4ec663/15e564b1-fc49-4d0c-a291-30703af72b6e) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:18.280740 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.282086 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.341972 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for router_controller (f503ef06-bb0e-4191-8c3c-313df4b89804), precommit_add_association {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.422979 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks [] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.472040 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:18.509309 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.537614 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for router_gateway (f503ef06-bb0e-4191-8c3c-313df4b89804), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.560934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:18.565806 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:18.569782 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:18.573004 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Pushing event updated for resources: {'Port': ['ID=15e564b1-fc49-4d0c-a291-30703af72b6e,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:18.627194 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:18.629583 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Attempting to bind port 15e564b1-fc49-4d0c-a291-30703af72b6e on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:18.634265 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Attempting to bind port 15e564b1-fc49-4d0c-a291-30703af72b6e by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:18.634265 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Attempting to bind port 15e564b1-fc49-4d0c-a291-30703af72b6e on network 617705e6-55ab-435e-8b2e-d504bcaf4b6b {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:18.635387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:18.635761 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Checking segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:18.636156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.636545 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Bound using segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:18.637004 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Bound port: 15e564b1-fc49-4d0c-a291-30703af72b6e, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:18.637378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.711862 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] For port 15e564b1-fc49-4d0c-a291-30703af72b6e, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:18.715694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] For port 15e564b1-fc49-4d0c-a291-30703af72b6e, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=15e564b1-fc49-4d0c-a291-30703af72b6e,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:18.810223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.859154 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for router_gateway (f503ef06-bb0e-4191-8c3c-313df4b89804), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.888372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:18.888860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ca38-9f93-4027-8c64-d190b0b459eb None None] Pushing event updated for resources: {'Port': ['ID=15e564b1-fc49-4d0c-a291-30703af72b6e,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:19.025981 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Allocated IP 172.27.2.34 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/f40e2fc8-ebee-4768-8310-8c57f06e3708) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:19.097007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:19.152243 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:19.314741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:19.358884 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:19.361789 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:19.365547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:19.390593 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Pushing event updated for resources: {'Port': ['ID=f40e2fc8-ebee-4768-8310-8c57f06e3708,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:19.772157 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a19fe-5ad2-4d70-83ae-3f2beaca2a72 None None] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:19.788333 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for router_gateway (f503ef06-bb0e-4191-8c3c-313df4b89804), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:19.788754 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 15e564b1-fc49-4d0c-a291-30703af72b6e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:19.862281 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:19.896063 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Provisioning complete for port 15e564b1-fc49-4d0c-a291-30703af72b6e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:19.896434 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:19.958323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 15e564b1-fc49-4d0c-a291-30703af72b6e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:19.958698 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:19.982649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.079755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Current status of the port 15e564b1-fc49-4d0c-a291-30703af72b6e is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:20.080143 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.083111 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 15e564b1-fc49-4d0c-a291-30703af72b6e is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:20.083475 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.132260 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] For port 15e564b1-fc49-4d0c-a291-30703af72b6e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=15e564b1-fc49-4d0c-a291-30703af72b6e,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:20.224112 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.232147 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:20.257628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Router f503ef06-bb0e-4191-8c3c-313df4b89804 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:08:20.383463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:20.400795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Sync routers for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:20.441848 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-b8c4fa4c-b5a8-4471-8f4d-369d0286440a None None] Provisioning complete for port 15e564b1-fc49-4d0c-a291-30703af72b6e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:20.442227 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b8c4fa4c-b5a8-4471-8f4d-369d0286440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.443723 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.db.api [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 02:08:20.444127 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG oslo_db.api [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 02:08:20.450297 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:20.450916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:20.480470 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:20.481666 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d113d513-5e31-4a2c-b93b-668aa7993dfb admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3546741 Aug 30 02:08:20.484502 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59190) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:20.508191 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3911-2b70-4c80-925f-7b9e0a3a9b19 None None] Pushing event updated for resources: {'Port': ['ID=15e564b1-fc49-4d0c-a291-30703af72b6e,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:20.574528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:20.627113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:20.629065 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4fa4c-b5a8-4471-8f4d-369d0286440a None None] Current status of the port 15e564b1-fc49-4d0c-a291-30703af72b6e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:20.818640 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:19Z', 'revision_number': 3, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:20.846806 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Checking router: f503ef06-bb0e-4191-8c3c-313df4b89804 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:20.847237 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Updating router f503ef06-bb0e-4191-8c3c-313df4b89804 port f40e2fc8-ebee-4768-8310-8c57f06e3708 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:08:20.880209 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.006031 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:21.013991 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 15e564b1-fc49-4d0c-a291-30703af72b6e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:21.170470 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks [] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.172066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.197714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:21.229039 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.271073 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Attempting to bind port f40e2fc8-ebee-4768-8310-8c57f06e3708 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:21.271411 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Attempting to bind port f40e2fc8-ebee-4768-8310-8c57f06e3708 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:21.272292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Attempting to bind port f40e2fc8-ebee-4768-8310-8c57f06e3708 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:21.289029 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:21.289654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:21.290199 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.290601 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:21.291071 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Bound port: f40e2fc8-ebee-4768-8310-8c57f06e3708, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:21.291499 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.294617 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55d21-c72b-4cbf-8f38-6ffc66cecb05 None None] Pushing event updated for resources: {'Port': ['ID=f40e2fc8-ebee-4768-8310-8c57f06e3708,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:21.345558 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Allocated IP 172.20.0.1 (617705e6-55ab-435e-8b2e-d504bcaf4b6b/9af11405-2377-435c-9e5b-358a7a4ec663/8135c786-da53-4ce6-9ed0-62991270303a) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:21.353602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] For port f40e2fc8-ebee-4768-8310-8c57f06e3708, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:21.356752 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] For port f40e2fc8-ebee-4768-8310-8c57f06e3708, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f40e2fc8-ebee-4768-8310-8c57f06e3708,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:21.453499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks [] for port (8135c786-da53-4ce6-9ed0-62991270303a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.492135 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.530011 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:21.530545 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:21.555480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.590851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55d21-c72b-4cbf-8f38-6ffc66cecb05 None None] Pushing event updated for resources: {'Port': ['ID=f40e2fc8-ebee-4768-8310-8c57f06e3708,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:21.597766 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:21.603359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:21.607245 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:21.628313 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:21.634114 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Pushing event updated for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:21.648453 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:21.659128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (f503ef06-bb0e-4191-8c3c-313df4b89804), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.660382 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:21.783828 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:21.803206 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 15e564b1-fc49-4d0c-a291-30703af72b6e up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:21.880014 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-6c4c8027-d0e8-4d9e-b9e2-f5b76167c3f8 None None] Provisioning complete for port 8135c786-da53-4ce6-9ed0-62991270303a triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:21.880014 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6c4c8027-d0e8-4d9e-b9e2-f5b76167c3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8135c786-da53-4ce6-9ed0-62991270303a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.900361 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8135c786-da53-4ce6-9ed0-62991270303a), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.943797 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 15e564b1-fc49-4d0c-a291-30703af72b6e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:21.944170 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:21.977565 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c8027-d0e8-4d9e-b9e2-f5b76167c3f8 None None] Port 8135c786-da53-4ce6-9ed0-62991270303a cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:21.981690 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:19Z', 'revision_number': 3, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:22.015353 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1d14c-aa56-4454-9c81-242146f7d617 None None] The sync data for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi is: [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:19Z', 'revision_number': 3, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:22.064624 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 15e564b1-fc49-4d0c-a291-30703af72b6e is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:22.087087 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks [] for port (8135c786-da53-4ce6-9ed0-62991270303a), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:22.193103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:22.277190 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (f503ef06-bb0e-4191-8c3c-313df4b89804), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:22.279189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Pushing event updated for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:22.429691 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:22.431586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:22.437360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:22.572661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Router f503ef06-bb0e-4191-8c3c-313df4b89804 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:22.706334 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:22.716805 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-43f84a41-b086-4840-a521-f1081be5eb47 None None] Provisioning complete for port 8135c786-da53-4ce6-9ed0-62991270303a triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:22.717784 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-43f84a41-b086-4840-a521-f1081be5eb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8135c786-da53-4ce6-9ed0-62991270303a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:22.722619 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ceff6b82-53cd-4f4b-ad01-42f62ecf9ffa admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f503ef06-bb0e-4191-8c3c-313df4b89804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367299 Aug 30 02:08:22.766974 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-43f84a41-b086-4840-a521-f1081be5eb47 None None] Port 8135c786-da53-4ce6-9ed0-62991270303a cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:23.218049 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b27e3b-788c-4eb9-9c03-a45c8799e03a req-ee77b8ae-3d60-47bd-bb04-4ab62a01bc30 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:23.219560 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-12b27e3b-788c-4eb9-9c03-a45c8799e03a req-ee77b8ae-3d60-47bd-bb04-4ab62a01bc30 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Aug 30 02:08:23.269976 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-12b27e3b-788c-4eb9-9c03-a45c8799e03a req-c070dc9d-0d74-4870-9a24-5fe8c727e012 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447354 Aug 30 02:08:23.483567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59238) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:23.488491 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1406232402-network', 'tenant_id': '77e669ae5c964911b583ab638626d846'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:23.594702 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Made reservation on behalf of 77e669ae5c964911b583ab638626d846 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:23.597154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.607741 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.689317 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks [] for security_group (5604e70b-11aa-4a9b-a3da-b9668010b632), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.751714 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Sync routers for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:23.762593 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:23.763250 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:23.769440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f40e2fc8-ebee-4768-8310-8c57f06e3708 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:23.775530 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5604e70b-11aa-4a9b-a3da-b9668010b632), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.802330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:08:23.813496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5604e70b-11aa-4a9b-a3da-b9668010b632,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:23.818320 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port f40e2fc8-ebee-4768-8310-8c57f06e3708 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:23.818702 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.822903 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (cb9a3079-06a1-45a3-8ef0-35a0827c54a0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.823351 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Added segment cb9a3079-06a1-45a3-8ef0-35a0827c54a0 of type vlan for network 78bc7ffd-5df5-4028-9770-ae07137b8601 Aug 30 02:08:23.833054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.833609 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.834179 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.834585 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.835858 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.836258 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.836817 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.837231 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.837810 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.838204 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.838586 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.839235 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.839775 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.840109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.840436 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:23.868665 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:23.888471 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (78bc7ffd-5df5-4028-9770-ae07137b8601), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.895926 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:23.901030 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port f40e2fc8-ebee-4768-8310-8c57f06e3708 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:23.901527 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:23.922935 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port f40e2fc8-ebee-4768-8310-8c57f06e3708, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f40e2fc8-ebee-4768-8310-8c57f06e3708,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:24.006270 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.006549 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (78bc7ffd-5df5-4028-9770-ae07137b8601), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.008468 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:24.010086 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.060998 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=f40e2fc8-ebee-4768-8310-8c57f06e3708,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:24.064504 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 2, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:24.081270 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] Pushing event updated for resources: {'Network': ['ID=78bc7ffd-5df5-4028-9770-ae07137b8601,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:24.091992 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:08:24.094372 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Checking router: f503ef06-bb0e-4191-8c3c-313df4b89804 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:24.094723 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Updating router f503ef06-bb0e-4191-8c3c-313df4b89804 port 8135c786-da53-4ce6-9ed0-62991270303a binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:08:24.125299 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8135c786-da53-4ce6-9ed0-62991270303a), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.171343 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-45683055-1cac-41f5-b55a-72868e023716 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6838546 Aug 30 02:08:24.171559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59240) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:24.176150 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Request body: {'subnet': {'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1406232402-subnet', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:24.266703 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Made reservation on behalf of 77e669ae5c964911b583ab638626d846 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:24.270041 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.385155 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:24.392389 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks [] for port (8135c786-da53-4ce6-9ed0-62991270303a), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.433292 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b529cab-efb6-43af-824a-977039a874ac req-c274f35e-9704-4402-a96c-e773d9626f29 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:24.434734 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1b529cab-efb6-43af-824a-977039a874ac req-c274f35e-9704-4402-a96c-e773d9626f29 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0860398 Aug 30 02:08:24.492665 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.509912 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:24.526795 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1b529cab-efb6-43af-824a-977039a874ac req-fd46891f-18d0-43c6-8132-dfc85d22a364 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852594 Aug 30 02:08:24.572007 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (c2383c3d-76c1-442c-9226-bdb751c3c11d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.576365 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbfd5a-0e31-4fc5-9078-78280fde0073 None None] Pushing event updated for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:24.588641 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Attempting to bind port 8135c786-da53-4ce6-9ed0-62991270303a on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:24.588997 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Attempting to bind port 8135c786-da53-4ce6-9ed0-62991270303a by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:24.589351 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Attempting to bind port 8135c786-da53-4ce6-9ed0-62991270303a on network 617705e6-55ab-435e-8b2e-d504bcaf4b6b {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:24.594552 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:24.594913 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Checking segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:24.595301 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.595731 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Bound using segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:24.596167 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Bound port: 8135c786-da53-4ce6-9ed0-62991270303a, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:24.596535 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8135c786-da53-4ce6-9ed0-62991270303a), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.598125 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:24.599628 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:24.624837 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2383c3d-76c1-442c-9226-bdb751c3c11d,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:24.640026 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Checking segment: {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:24.640387 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Network hostable DHCP agents. Network: 78bc7ffd-5df5-4028-9770-ae07137b8601, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:08:24.660571 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] For port 8135c786-da53-4ce6-9ed0-62991270303a, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:24.664338 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] For port 8135c786-da53-4ce6-9ed0-62991270303a, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=8135c786-da53-4ce6-9ed0-62991270303a,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:24.794327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:08:24.811964 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.847350 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:24.847953 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:24.874551 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 78bc7ffd-5df5-4028-9770-ae07137b8601) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:24.878770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:24.879354 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:24.885264 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec067f17-865a-47e7-9388-63286d78eebb None None] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:24.908784 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbfd5a-0e31-4fc5-9078-78280fde0073 None None] Pushing event updated for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:24.974270 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:24.981301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59244) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:24.982641 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3194d6b6-1d8e-41e1-b623-f6058fd6e63d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8100741 Aug 30 02:08:24.985956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:24.994113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-78bc7ffd-5df5-4028-9770-ae07137b8601', 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601', 'project_id': '77e669ae5c964911b583ab638626d846', 'fixed_ips': [{'subnet_id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:08:24.994113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.005323 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-97ec97c7-8d17-4c70-8df5-e847ba18f87a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:25.007501 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-97ec97c7-8d17-4c70-8df5-e847ba18f87a tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0687981 Aug 30 02:08:25.107301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.108337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.120829 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Deleting port 91d06765-5bf0-4621-b65c-3234580e7137 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:25.121181 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (91d06765-5bf0-4621-b65c-3234580e7137), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.164819 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Allocated IP 172.20.0.2 (78bc7ffd-5df5-4028-9770-ae07137b8601/c2383c3d-76c1-442c-9226-bdb751c3c11d/329f77fe-d816-4901-96e9-785e3ae62d14) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:25.222340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:25.231272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for router_controller (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), precommit_add_association {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.259015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] For port 91d06765-5bf0-4621-b65c-3234580e7137, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=91d06765-5bf0-4621-b65c-3234580e7137,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:25.259391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (91d06765-5bf0-4621-b65c-3234580e7137), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.273649 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:24Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:25.276064 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:25.301213 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901df4c-e3bf-4cd2-9a6a-450db2b92f40 None None] The sync data for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi is: [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:24Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:25.495657 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks [] for port (329f77fe-d816-4901-96e9-785e3ae62d14), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.556952 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for router_gateway (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.564497 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:25.581844 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.582288 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.582679 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Floating IP 5d516436-34b9-469c-aed0-f2fc730a25dd disassociated. External IP: 172.27.2.119, port: 91d06765-5bf0-4621-b65c-3234580e7137. Aug 30 02:08:25.583098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Calling delete_port for 91d06765-5bf0-4621-b65c-3234580e7137 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:25.601579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.648006 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:25.651927 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:25.654425 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:25.662022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Pushing event updated for resources: {'Port': ['ID=329f77fe-d816-4901-96e9-785e3ae62d14,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:25.710987 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d547f-369e-4d8f-97f8-e17960c45195 req-c2df625d-c233-4a28-96f8-9a40e66e02cb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:25.715576 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d74d547f-369e-4d8f-97f8-e17960c45195 req-c2df625d-c233-4a28-96f8-9a40e66e02cb tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 945 time: 0.0873730 Aug 30 02:08:25.720825 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:25.740354 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Attempting to bind port 329f77fe-d816-4901-96e9-785e3ae62d14 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:25.740970 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Attempting to bind port 329f77fe-d816-4901-96e9-785e3ae62d14 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:25.742390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Attempting to bind port 329f77fe-d816-4901-96e9-785e3ae62d14 on network 78bc7ffd-5df5-4028-9770-ae07137b8601 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:25.749674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:25.750502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Checking segment: {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:25.751316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.751910 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Bound using segment: {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:25.752669 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Bound port: 329f77fe-d816-4901-96e9-785e3ae62d14, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:25.753365 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.833138 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] For port 329f77fe-d816-4901-96e9-785e3ae62d14, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:25.837221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] For port 329f77fe-d816-4901-96e9-785e3ae62d14, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=329f77fe-d816-4901-96e9-785e3ae62d14,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:25.859303 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d74d547f-369e-4d8f-97f8-e17960c45195 req-abcd1883-6434-4b5a-85b6-9beb6ed7ebaa tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5aaca3ca-267f-4752-939b-4df6e4130459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108670 Aug 30 02:08:25.925911 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 8135c786-da53-4ce6-9ed0-62991270303a up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:25.932167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.978941 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:25.987544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for router_gateway (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:25.990359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:26.015113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.018870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1885576-c9d4-418d-984f-8b34afe616b4 None None] Pushing event updated for resources: {'Port': ['ID=329f77fe-d816-4901-96e9-785e3ae62d14,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:26.040247 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 8135c786-da53-4ce6-9ed0-62991270303a triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:26.040723 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8135c786-da53-4ce6-9ed0-62991270303a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.070306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (91d06765-5bf0-4621-b65c-3234580e7137), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.115062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'Port': ['ID=91d06765-5bf0-4621-b65c-3234580e7137,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:26.137660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 8135c786-da53-4ce6-9ed0-62991270303a is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:26.138219 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8135c786-da53-4ce6-9ed0-62991270303a), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.158489 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.159074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.159714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.160214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.160726 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.161826 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.162344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.162830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.163867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.164684 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.165288 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.165664 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.165998 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.166448 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.167159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:08:26.185449 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 8135c786-da53-4ce6-9ed0-62991270303a, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=8135c786-da53-4ce6-9ed0-62991270303a,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:26.278369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Allocated IP 172.27.2.103 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/f43115ce-df22-4a5b-8e1a-b08882d29a79) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:26.315688 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.320838 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f40e2fc8-ebee-4768-8310-8c57f06e3708 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:26.403951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:26.422795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:26.425554 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port f40e2fc8-ebee-4768-8310-8c57f06e3708 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:26.426300 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.495301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:26.504785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.513374 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port f40e2fc8-ebee-4768-8310-8c57f06e3708 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:26.589025 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:26.601435 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:26.611532 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:26.616856 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:26.617877 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:26.645028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] No DVR routers for this DVR port 91d06765-5bf0-4621-b65c-3234580e7137 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:26.647752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.651542 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1165f19c-af69-48f4-8d7b-1090873bdfa5 req-d89d9b19-2574-43f1-a16f-820d18a325dd tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.42 "DELETE /networking/v2.0/ports/91d06765-5bf0-4621-b65c-3234580e7137 HTTP/1.1" status: 204 len: 173 time: 1.6356788 Aug 30 02:08:26.658303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'name': 'network-vif-deleted', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:26.658303 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934702ec-6736-4f20-91e8-e1ddbc76e5f9" -d '{"events": [{"server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "name": "network-vif-deleted", "tag": "91d06765-5bf0-4621-b65c-3234580e7137"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:26.700892 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4fac3-3a6c-46ff-8213-2b4567b75586 x-openstack-request-id: req-a7e4fac3-3a6c-46ff-8213-2b4567b75586 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:26.701186 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e1a41d-5ba1-4f10-9a70-e87230e90757", "name": "network-vif-deleted", "tag": "91d06765-5bf0-4621-b65c-3234580e7137", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:26.701444 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a7e4fac3-3a6c-46ff-8213-2b4567b75586 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:26.702294 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e4fac3-3a6c-46ff-8213-2b4567b75586'] response: {'server_uuid': '47e1a41d-5ba1-4f10-9a70-e87230e90757', 'name': 'network-vif-deleted', 'tag': '91d06765-5bf0-4621-b65c-3234580e7137', 'status': 'completed', 'code': 200} Aug 30 02:08:26.719404 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:26.744821 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:26.768499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:26.774519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:26.778052 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:26.780619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Pushing event updated for resources: {'Port': ['ID=f43115ce-df22-4a5b-8e1a-b08882d29a79,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:26.998969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:27.027047 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:27.040991 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:27.042362 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:27.048752 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-56cfc3b1-b0a7-462e-bbda-9e3cebee5029 req-ef6d45d4-ce28-4fb0-acbc-ed30615271ed tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=47e1a41d-5ba1-4f10-9a70-e87230e90757 HTTP/1.1" status: 200 len: 210 time: 0.0455930 Aug 30 02:08:27.167123 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:27.200254 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb66a88-0de7-4013-8cfe-75ce6ec1da9e None None] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:27.308983 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Provisioning complete for port 329f77fe-d816-4901-96e9-785e3ae62d14 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:27.309356 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.451274 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:27.452766 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for router_gateway (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.524336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Current status of the port 329f77fe-d816-4901-96e9-785e3ae62d14 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:27.524741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.547039 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:27.602414 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] For port 329f77fe-d816-4901-96e9-785e3ae62d14, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=329f77fe-d816-4901-96e9-785e3ae62d14,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:27.603846 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:27.631517 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e2262-af5c-445b-b4e0-494b281a6652 None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:10Z', 'revision_number': 4, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '3aeae01a-1920-4cd4-a77a-d3299b264f16', 'name': '', 'network_id': '594c7eaa-27eb-44bb-b03b-2139d7485cc6', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'mac_address': 'fa:16:3e:0b:cb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:08Z', 'updated_at': '2022-08-30T02:02:26Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'subnets': [{'id': '8249b7cd-3045-4d59-a36d-3397662a829d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:27.651603 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.672966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.758053 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639ec0d-346c-4142-81a0-ed020ee98b9b None None] Pushing event updated for resources: {'Port': ['ID=329f77fe-d816-4901-96e9-785e3ae62d14,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:27.808211 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-8bd31db1-c2f3-41dc-ae85-76adc9b8ca9d None None] Provisioning complete for port 329f77fe-d816-4901-96e9-785e3ae62d14 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:27.808637 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8bd31db1-c2f3-41dc-ae85-76adc9b8ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:27.889242 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 329f77fe-d816-4901-96e9-785e3ae62d14 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:27.918009 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-8bd31db1-c2f3-41dc-ae85-76adc9b8ca9d None None] Current status of the port 329f77fe-d816-4901-96e9-785e3ae62d14 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:27.935429 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:08:27.942929 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 329f77fe-d816-4901-96e9-785e3ae62d14 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:27.943306 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.073377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:28.088974 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Sync routers for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:28.108516 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:28.109363 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:28.166721 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 329f77fe-d816-4901-96e9-785e3ae62d14 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:28.167781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 8135c786-da53-4ce6-9ed0-62991270303a up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:28.192133 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:28.198895 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.203237 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4a7af44f-44fd-4a7a-9397-42c0ad357143 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2183440 Aug 30 02:08:28.203463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59258) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:28.214916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 8135c786-da53-4ce6-9ed0-62991270303a triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:28.215546 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8135c786-da53-4ce6-9ed0-62991270303a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.240300 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:28.266086 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59260) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:28.293790 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:28.306495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 8135c786-da53-4ce6-9ed0-62991270303a is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:28.319436 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3cf7a-49df-4eb5-87ce-8804d02b224e None None] New status for floating IP 5d516436-34b9-469c-aed0-f2fc730a25dd: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:08:28.351782 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:28.383980 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (5aaca3ca-267f-4752-939b-4df6e4130459), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.450446 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (5aaca3ca-267f-4752-939b-4df6e4130459), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.457122 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 3, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:28.482999 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Checking router: 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:28.483343 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Updating router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 port f43115ce-df22-4a5b-8e1a-b08882d29a79 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:08:28.515842 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.676543 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5aaca3ca-267f-4752-939b-4df6e4130459), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.679409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.680691 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5aaca3ca-267f-4752-939b-4df6e4130459 HTTP/1.1" status: 204 len: 168 time: 0.4136841 Aug 30 02:08:28.683632 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59262) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:28.700902 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca01316-55c6-4212-b95c-90983e1be93f tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaca3ca-267f-4752-939b-4df6e4130459,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:28.701259 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.api.v2.resource [None req-6c9bbd51-af88-4287-9c1a-e8272eb47d69 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] show failed (client error): The resource could not be found. Aug 30 02:08:28.718819 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6c9bbd51-af88-4287-9c1a-e8272eb47d69 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "GET /networking/v2.0/security-groups/5aaca3ca-267f-4752-939b-4df6e4130459 HTTP/1.1" status: 404 len: 347 time: 0.0300009 Aug 30 02:08:28.720931 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59264) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:28.757774 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:28.778322 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks [] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.845700 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.879051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Deleting port 16aab897-842e-4b9e-964d-1e0389b53a08 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:28.879273 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Attempting to bind port f43115ce-df22-4a5b-8e1a-b08882d29a79 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:28.879392 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.879624 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Attempting to bind port f43115ce-df22-4a5b-8e1a-b08882d29a79 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:28.879979 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Attempting to bind port f43115ce-df22-4a5b-8e1a-b08882d29a79 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:28.894773 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:28.895136 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:28.895530 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.895911 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:28.896152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.896364 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Bound port: f43115ce-df22-4a5b-8e1a-b08882d29a79, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:28.896750 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:28.918203 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086847f-ed35-4e11-97a3-e9a607f18954 None None] Pushing event updated for resources: {'Port': ['ID=f43115ce-df22-4a5b-8e1a-b08882d29a79,revision_number=2']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:28.949500 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] For port f43115ce-df22-4a5b-8e1a-b08882d29a79, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:28.952578 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] For port f43115ce-df22-4a5b-8e1a-b08882d29a79, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f43115ce-df22-4a5b-8e1a-b08882d29a79,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:29.020242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.020578 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (16aab897-842e-4b9e-964d-1e0389b53a08), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.023577 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.061738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Calling delete_port for 16aab897-842e-4b9e-964d-1e0389b53a08 owned by network:floatingip {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:29.065200 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:29.065848 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:29.115006 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086847f-ed35-4e11-97a3-e9a607f18954 None None] Pushing event updated for resources: {'Port': ['ID=f43115ce-df22-4a5b-8e1a-b08882d29a79,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:29.166315 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:29.179256 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:29.180408 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:29.186110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Allocated IP 172.20.0.1 (78bc7ffd-5df5-4028-9770-ae07137b8601/c2383c3d-76c1-442c-9226-bdb751c3c11d/6740a1cf-65c5-46f2-a792-a672bf588e9b) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:29.298399 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:29.347403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks [] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.352316 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 3, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:29.377232 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e4dd1-7109-4069-a302-9ecd00bd4d5f None None] The sync data for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi is: [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 3, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:29.433663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (16aab897-842e-4b9e-964d-1e0389b53a08), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.436791 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:29.458270 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Pushing event deleted for resources: {'Port': ['ID=16aab897-842e-4b9e-964d-1e0389b53a08,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:29.487073 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.552313 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:29.564190 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:29.571788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:29.609315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks [] for floatingip (5d516436-34b9-469c-aed0-f2fc730a25dd), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.612152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.613366 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1083627f-4e22-4280-a5d9-d64ad022f142 tempest-AttachVolumeTestJSON-1115630632 tempest-AttachVolumeTestJSON-1115630632-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/5d516436-34b9-469c-aed0-f2fc730a25dd HTTP/1.1" status: 204 len: 168 time: 0.8911126 Aug 30 02:08:29.638550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Pushing event updated for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:29.654389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.879538 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 329f77fe-d816-4901-96e9-785e3ae62d14 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:29.927502 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:29.978754 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-94dfeeb9-1fa4-47b7-a99a-15e9b3e933bd None None] Provisioning complete for port 6740a1cf-65c5-46f2-a792-a672bf588e9b triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:29.979128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-94dfeeb9-1fa4-47b7-a99a-15e9b3e933bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.013701 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 329f77fe-d816-4901-96e9-785e3ae62d14 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:30.014069 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.046816 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-94dfeeb9-1fa4-47b7-a99a-15e9b3e933bd None None] Port 6740a1cf-65c5-46f2-a792-a672bf588e9b cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:30.105989 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b1aabf30-b02e-41cd-b9a2-e2d86a71df3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.125227 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 329f77fe-d816-4901-96e9-785e3ae62d14 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:30.126950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f43115ce-df22-4a5b-8e1a-b08882d29a79 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:30.147557 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks [] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.171460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port f43115ce-df22-4a5b-8e1a-b08882d29a79 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:30.171838 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.212391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.252920 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port f43115ce-df22-4a5b-8e1a-b08882d29a79 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:30.253156 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.264647 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:30.277654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port f43115ce-df22-4a5b-8e1a-b08882d29a79, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f43115ce-df22-4a5b-8e1a-b08882d29a79,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:30.289615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Pushing event updated for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:30.292126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.375994 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.398144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:30.399533 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:30.434337 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=f43115ce-df22-4a5b-8e1a-b08882d29a79,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:30.514323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 91d06765-5bf0-4621-b65c-3234580e7137 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:30.520079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:30.535664 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 91d06765-5bf0-4621-b65c-3234580e7137 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:30.536007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 91d06765-5bf0-4621-b65c-3234580e7137 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:30.628853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:30.634437 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2d7933a5-2ea4-47ee-9e30-37c048fc019e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/622d2ff7-1a39-4ffb-a91c-280ecfb52ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295986 Aug 30 02:08:30.676358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-ae32b758-f9ae-470d-9b27-c3b33d5bcab4 None None] Provisioning complete for port 6740a1cf-65c5-46f2-a792-a672bf588e9b triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:30.676735 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ae32b758-f9ae-470d-9b27-c3b33d5bcab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:30.709905 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-ae32b758-f9ae-470d-9b27-c3b33d5bcab4 None None] Port 6740a1cf-65c5-46f2-a792-a672bf588e9b cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:31.074460 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:08:31.080514 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59282) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:31.082982 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583771606', 'description': 'tempest-secgroup-smoke-583771606 description', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:31.135175 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Sync routers for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:31.146887 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:31.148178 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:31.187070 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.220328 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:31.259445 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:31.271527 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.325704 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.356479 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:31.419579 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.420976 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bc1f8de8-eb16-405a-854c-875964940420 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3415310 Aug 30 02:08:31.423897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59286) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:31.428194 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:31.451276 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:29Z', 'revision_number': 4, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6740a1cf-65c5-46f2-a792-a672bf588e9b', 'name': '', 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'mac_address': 'fa:16:3e:eb:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:28Z', 'updated_at': '2022-08-30T02:08:29Z', 'revision_number': 2, 'project_id': '77e669ae5c964911b583ab638626d846', 'subnets': [{'id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:31.479669 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Checking router: 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:31.480013 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Updating router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 port 6740a1cf-65c5-46f2-a792-a672bf588e9b binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:08:31.507883 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.527193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (0684e32c-6fac-44b9-abb3-692a03be13c6), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.588616 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (0684e32c-6fac-44b9-abb3-692a03be13c6), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.657331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (0684e32c-6fac-44b9-abb3-692a03be13c6), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.679696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0684e32c-6fac-44b9-abb3-692a03be13c6,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:31.734309 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.735742 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-753fdacc-2d00-4a5b-b7ce-8db006b72b57 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109081 Aug 30 02:08:31.740420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59288) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:31.745755 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:31.779193 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f43115ce-df22-4a5b-8e1a-b08882d29a79 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:31.785811 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks [] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.825475 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port f43115ce-df22-4a5b-8e1a-b08882d29a79 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:31.825860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.841558 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (36f32db6-98b5-48b0-a78a-1eb11235aaa5), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.857448 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.867135 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:31.903877 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (36f32db6-98b5-48b0-a78a-1eb11235aaa5), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.908421 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port f43115ce-df22-4a5b-8e1a-b08882d29a79 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:31.943296 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddbf9d-0c63-4c1e-8028-bf4c2641d40a None None] Pushing event updated for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:31.953882 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Attempting to bind port 6740a1cf-65c5-46f2-a792-a672bf588e9b on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:31.954266 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Attempting to bind port 6740a1cf-65c5-46f2-a792-a672bf588e9b by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:31.954611 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Attempting to bind port 6740a1cf-65c5-46f2-a792-a672bf588e9b on network 78bc7ffd-5df5-4028-9770-ae07137b8601 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:31.954734 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (36f32db6-98b5-48b0-a78a-1eb11235aaa5), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.960361 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:31.960916 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Checking segment: {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:31.966685 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.966685 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Bound using segment: {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:31.966685 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Bound port: 6740a1cf-65c5-46f2-a792-a672bf588e9b, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:31.966685 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:31.977129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f32db6-98b5-48b0-a78a-1eb11235aaa5,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:31.999486 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:32.019459 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.020965 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a6bc7091-cd99-497f-84a9-d20243008060 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2792633 Aug 30 02:08:32.023741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59290) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:32.025152 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] For port 6740a1cf-65c5-46f2-a792-a672bf588e9b, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:32.028360 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:32.028862 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] For port 6740a1cf-65c5-46f2-a792-a672bf588e9b, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6740a1cf-65c5-46f2-a792-a672bf588e9b,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:32.038305 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:32.121052 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.127798 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (50b64a0c-5daa-4d9e-bcb0-22f2897c8ead), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.191678 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (50b64a0c-5daa-4d9e-bcb0-22f2897c8ead), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.211822 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2614dca3-73e1-476b-9ead-5631d5a91715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.253215 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:32.253857 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:32.274910 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (50b64a0c-5daa-4d9e-bcb0-22f2897c8ead), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.295528 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddbf9d-0c63-4c1e-8028-bf4c2641d40a None None] Pushing event updated for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:32.312135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b64a0c-5daa-4d9e-bcb0-22f2897c8ead,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:32.378739 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:32.402350 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.403588 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9595ff08-3358-49df-9327-5dc1f741a97a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3788812 Aug 30 02:08:32.406485 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59300) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:32.410971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:32.520369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (b48ddf39-e0ff-451f-b25f-95926f50c858), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.566628 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:29Z', 'revision_number': 4, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6740a1cf-65c5-46f2-a792-a672bf588e9b', 'name': '', 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'mac_address': 'fa:16:3e:eb:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:28Z', 'updated_at': '2022-08-30T02:08:32Z', 'revision_number': 4, 'project_id': '77e669ae5c964911b583ab638626d846', 'subnets': [{'id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:32.585412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (b48ddf39-e0ff-451f-b25f-95926f50c858), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.597862 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e97d21-5636-4c4c-a699-a6d441cb8d9b None None] The sync data for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi is: [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:08:29Z', 'revision_number': 4, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6740a1cf-65c5-46f2-a792-a672bf588e9b', 'name': '', 'network_id': '78bc7ffd-5df5-4028-9770-ae07137b8601', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'mac_address': 'fa:16:3e:eb:b6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:28Z', 'updated_at': '2022-08-30T02:08:32Z', 'revision_number': 4, 'project_id': '77e669ae5c964911b583ab638626d846', 'subnets': [{'id': 'c2383c3d-76c1-442c-9226-bdb751c3c11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:32.668885 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (b48ddf39-e0ff-451f-b25f-95926f50c858), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.685293 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48ddf39-e0ff-451f-b25f-95926f50c858,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:32.762526 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.765677 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-10234205-97e5-4e44-84f1-3f795a0c4e6d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565042 Aug 30 02:08:32.767303 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59306) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:32.772908 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:32.892125 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.securitygroups_db [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Project 7e5b69be3a9b4ec0b5038f51a918bf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:08:32.898419 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (d2f9c421-5ff9-4adc-8cfd-10edba68513f), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:32.964783 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (d2f9c421-5ff9-4adc-8cfd-10edba68513f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.040551 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (d2f9c421-5ff9-4adc-8cfd-10edba68513f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.061078 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f9c421-5ff9-4adc-8cfd-10edba68513f,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:33.120876 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.126316 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3519cd87-1b93-44b4-b68c-505095fccc91 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3539279 Aug 30 02:08:33.126316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59308) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:33.129760 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'security_group_rule': {'security_group_id': '5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6', 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:33.201090 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.securitygroups_db [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Project 7e5b69be3a9b4ec0b5038f51a918bf27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:08:33.207969 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (8ef289f7-c8a9-4c4e-bbec-3100102af707), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.273022 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (8ef289f7-c8a9-4c4e-bbec-3100102af707), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.346808 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (8ef289f7-c8a9-4c4e-bbec-3100102af707), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.366759 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef289f7-c8a9-4c4e-bbec-3100102af707,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:33.400273 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.431027 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.432344 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-19e35bf8-949b-4bd6-b272-00c4fd75c514 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3062525 Aug 30 02:08:33.712358 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59352) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:33.789945 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6740a1cf-65c5-46f2-a792-a672bf588e9b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:33.837901 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 6740a1cf-65c5-46f2-a792-a672bf588e9b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:33.838278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.840354 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:33.880941 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:33.916810 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 6740a1cf-65c5-46f2-a792-a672bf588e9b is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:33.917096 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:33.950378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 6740a1cf-65c5-46f2-a792-a672bf588e9b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6740a1cf-65c5-46f2-a792-a672bf588e9b,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:34.011728 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:34.065829 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:34.139913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:34.275489 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (49edf469-8b14-42ee-a877-6902c65a26e9), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:34.353917 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:34.510770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Deleting port 3aeae01a-1920-4cd4-a77a-d3299b264f16 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:34.511108 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:34.594997 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] For port 3aeae01a-1920-4cd4-a77a-d3299b264f16, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=3aeae01a-1920-4cd4-a77a-d3299b264f16,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:34.595359 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:34.608583 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Calling delete_port for 3aeae01a-1920-4cd4-a77a-d3299b264f16 owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:34.741569 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:34.855401 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (3aeae01a-1920-4cd4-a77a-d3299b264f16), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:34.886650 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aeae01a-1920-4cd4-a77a-d3299b264f16,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:34.952592 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.092229 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.314918 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (49edf469-8b14-42ee-a877-6902c65a26e9), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.532501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Router 49edf469-8b14-42ee-a877-6902c65a26e9 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:35.636134 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:35.641049 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-35364740-1aea-4f90-a589-55c3610022d9 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/49edf469-8b14-42ee-a877-6902c65a26e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266853 Aug 30 02:08:35.643562 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59376) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:35.645102 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Sync routers for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:35.656860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:35.657496 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:35.766021 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks [] for router (49edf469-8b14-42ee-a877-6902c65a26e9), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.772102 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:35.872763 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6740a1cf-65c5-46f2-a792-a672bf588e9b up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:08:35.878271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks [] for router_gateway (49edf469-8b14-42ee-a877-6902c65a26e9), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.957569 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:35.979166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 6740a1cf-65c5-46f2-a792-a672bf588e9b triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:35.979741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:35.992926 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Deleting port 96f3df38-4fe4-41d1-b901-ae28385f83f2 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:35.993265 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.017943 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:08:34Z', 'revision_number': 5, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port': {'id': '96f3df38-4fe4-41d1-b901-ae28385f83f2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:00Z', 'updated_at': '2022-08-30T02:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:36.049921 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Checking router: 49edf469-8b14-42ee-a877-6902c65a26e9 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:36.067413 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Routers {'49edf469-8b14-42ee-a877-6902c65a26e9'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:36.068335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['49edf469-8b14-42ee-a877-6902c65a26e9'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:36.097501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] For port 96f3df38-4fe4-41d1-b901-ae28385f83f2, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=96f3df38-4fe4-41d1-b901-ae28385f83f2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:36.097920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.116564 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Calling delete_port for 96f3df38-4fe4-41d1-b901-ae28385f83f2 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:36.132441 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:36.182309 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 6740a1cf-65c5-46f2-a792-a672bf588e9b is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:08:36.195316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] Set router 49edf469-8b14-42ee-a877-6902c65a26e9 gateway port host: None {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:36.246497 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:08:35Z', 'revision_number': 6, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:36.271759 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3490f-a242-4b22-b797-e469bcabf7f4 None None] The sync data for ids ['49edf469-8b14-42ee-a877-6902c65a26e9'] in dv-cinder-819667-6-iscsi is: [{'id': '49edf469-8b14-42ee-a877-6902c65a26e9', 'name': 'tempest-AttachVolumeTestJSON-1232781559-router', 'tenant_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:08:35Z', 'revision_number': 6, 'project_id': '1cbdcc426c3f4d3090919f1a50e3d626', 'gw_port_host': None}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:36.383717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (96f3df38-4fe4-41d1-b901-ae28385f83f2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.407746 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=96f3df38-4fe4-41d1-b901-ae28385f83f2,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:36.483855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (49edf469-8b14-42ee-a877-6902c65a26e9), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.586426 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (49edf469-8b14-42ee-a877-6902c65a26e9), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.588550 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks [] for router_controller (49edf469-8b14-42ee-a877-6902c65a26e9), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.680382 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (49edf469-8b14-42ee-a877-6902c65a26e9), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.680994 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49edf469-8b14-42ee-a877-6902c65a26e9 {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:08:36.686319 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.690121 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7d9b544b-b470-470e-a9d1-ff8587119f0b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/49edf469-8b14-42ee-a877-6902c65a26e9 HTTP/1.1" status: 204 len: 168 time: 1.0428677 Aug 30 02:08:36.692357 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59380) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:36.739263 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Deleting subnet 8249b7cd-3045-4d59-a36d-3397662a829d {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:08:36.742972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Publish callbacks [] for subnet (8249b7cd-3045-4d59-a36d-3397662a829d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.779267 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (8249b7cd-3045-4d59-a36d-3397662a829d), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.865772 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (8249b7cd-3045-4d59-a36d-3397662a829d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:36.978549 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (8249b7cd-3045-4d59-a36d-3397662a829d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.007805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8249b7cd-3045-4d59-a36d-3397662a829d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:37.009823 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.014408 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db3912d-b98a-4819-8ff2-0c100f003c64 None None] Network 594c7eaa-27eb-44bb-b03b-2139d7485cc6 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:08:37.016076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59382) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:37.016487 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-cb4c6a1a-d019-4e6f-b63e-429afea108e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8249b7cd-3045-4d59-a36d-3397662a829d HTTP/1.1" status: 204 len: 168 time: 0.3249750 Aug 30 02:08:37.098942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (594c7eaa-27eb-44bb-b03b-2139d7485cc6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.111806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:37.165891 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Deleting port 0e7fba20-5554-4a54-8545-30f9b092ab23 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:37.166238 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.198869 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] DHCP port deletion for 594c7eaa-27eb-44bb-b03b-2139d7485cc6 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:08:37.240487 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] For port 0e7fba20-5554-4a54-8545-30f9b092ab23, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=0e7fba20-5554-4a54-8545-30f9b092ab23,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:37.241687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.244188 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Deleting port 0e7fba20-5554-4a54-8545-30f9b092ab23 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:37.244562 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.246162 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:37.255586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Calling delete_port for 0e7fba20-5554-4a54-8545-30f9b092ab23 owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:37.324620 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] For port 0e7fba20-5554-4a54-8545-30f9b092ab23, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=0e7fba20-5554-4a54-8545-30f9b092ab23,segment=NetworkSegment(107902a4-0e42-422b-9400-c0a7907f98c6),segment_id=107902a4-0e42-422b-9400-c0a7907f98c6)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:37.324857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.339448 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Calling delete_port for 0e7fba20-5554-4a54-8545-30f9b092ab23 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:37.343596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:37.446730 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.455392 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (0e7fba20-5554-4a54-8545-30f9b092ab23), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.477741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7fba20-5554-4a54-8545-30f9b092ab23,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:37.481164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] Pushing event deleted for resources: {'Port': ['ID=0e7fba20-5554-4a54-8545-30f9b092ab23,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:37.487261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d619ac0-31c8-4b29-bcc2-260b974d9414 None None] No DVR routers for this DVR port 0e7fba20-5554-4a54-8545-30f9b092ab23 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:37.490122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] No DVR routers for this DVR port 0e7fba20-5554-4a54-8545-30f9b092ab23 on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:37.576193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (594c7eaa-27eb-44bb-b03b-2139d7485cc6), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.599455 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594c7eaa-27eb-44bb-b03b-2139d7485cc6']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:37.602106 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:37.610052 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107902a4-0e42-422b-9400-c0a7907f98c6') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:37.610345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107902a4-0e42-422b-9400-c0a7907f98c6') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:37.620472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (107902a4-0e42-422b-9400-c0a7907f98c6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.634846 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (107902a4-0e42-422b-9400-c0a7907f98c6), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.640991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:08:37.641372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (107902a4-0e42-422b-9400-c0a7907f98c6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.762214 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 0e7fba20-5554-4a54-8545-30f9b092ab23 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:37.771993 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (594c7eaa-27eb-44bb-b03b-2139d7485cc6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.777932 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:37.781423 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/594c7eaa-27eb-44bb-b03b-2139d7485cc6 HTTP/1.1" status: 204 len: 168 time: 0.7638018 Aug 30 02:08:37.788095 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 0e7fba20-5554-4a54-8545-30f9b092ab23 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:37.788692 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 0e7fba20-5554-4a54-8545-30f9b092ab23 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:37.789519 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 96f3df38-4fe4-41d1-b901-ae28385f83f2 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:37.802170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda85cd3-f82b-4410-80f1-823dd299a6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=594c7eaa-27eb-44bb-b03b-2139d7485cc6,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:37.824004 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 96f3df38-4fe4-41d1-b901-ae28385f83f2 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:37.824358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 96f3df38-4fe4-41d1-b901-ae28385f83f2 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:37.824780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 3aeae01a-1920-4cd4-a77a-d3299b264f16 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:37.857494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 3aeae01a-1920-4cd4-a77a-d3299b264f16 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:37.857494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 3aeae01a-1920-4cd4-a77a-d3299b264f16 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:37.897805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 107902a4-0e42-422b-9400-c0a7907f98c6 resource provider aggregate not found Aug 30 02:08:37.914958 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 107902a4-0e42-422b-9400-c0a7907f98c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 107902a4-0e42-422b-9400-c0a7907f98c6 found for delete ", "request_id": "req-b48ccdca-102a-48b8-bc8d-b62eb5443a37"}]} Aug 30 02:08:38.032575 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:38.276621 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59408) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:38.320040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ffb4cb66-ad1e-41b0-8a62-76dc74085130 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1cbdcc426c3f4d3090919f1a50e3d626&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422955 Aug 30 02:08:38.322581 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59410) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:38.375173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] Publish callbacks [] for security_group (b08dc626-fc34-4fb5-b8b8-d279c7aa29e3), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:38.396050 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] Publish callbacks [] for security_group (b08dc626-fc34-4fb5-b8b8-d279c7aa29e3), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:38.507109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b08dc626-fc34-4fb5-b8b8-d279c7aa29e3), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:38.510411 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:38.511596 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b08dc626-fc34-4fb5-b8b8-d279c7aa29e3 HTTP/1.1" status: 204 len: 168 time: 0.1881025 Aug 30 02:08:38.521115 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a9b7-714e-4d04-a193-d295d2465596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08dc626-fc34-4fb5-b8b8-d279c7aa29e3,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:42.566791 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:42.569709 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=38 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:46.984649 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=54,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:46.987470 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=73,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:48.514433 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:48.520628 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=39,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:48.533031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:48.537395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:49.520182 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59602) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:49.656285 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1c920839-63f6-40a5-a2d7-28481eb47dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:49.735816 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1c920839-63f6-40a5-a2d7-28481eb47dfd admin admin] Publish callbacks [] for security_group (712929a0-bd24-4921-afec-ac5603423666), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:49.834914 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1c920839-63f6-40a5-a2d7-28481eb47dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (712929a0-bd24-4921-afec-ac5603423666), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:49.878556 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1c920839-63f6-40a5-a2d7-28481eb47dfd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=762802bc844445d1bcf4049d1d2dbad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571486 Aug 30 02:08:49.879613 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920839-63f6-40a5-a2d7-28481eb47dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712929a0-bd24-4921-afec-ac5603423666,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:49.881588 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59608) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:49.959365 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] Publish callbacks [] for security_group (712929a0-bd24-4921-afec-ac5603423666), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:49.994317 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e491-acd5-4858-a810-a5cc97fbd714 req-cb2243b1-7ee8-4ad8-b983-a289eb259810 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:49.996441 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d02e491-acd5-4858-a810-a5cc97fbd714 req-cb2243b1-7ee8-4ad8-b983-a289eb259810 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0698164 Aug 30 02:08:49.997658 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] Publish callbacks [] for security_group (712929a0-bd24-4921-afec-ac5603423666), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:50.067739 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d02e491-acd5-4858-a810-a5cc97fbd714 req-78dca656-3b34-481e-b041-40d2592302ef tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633037 Aug 30 02:08:50.143655 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (712929a0-bd24-4921-afec-ac5603423666), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:50.146167 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:50.147346 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/712929a0-bd24-4921-afec-ac5603423666 HTTP/1.1" status: 204 len: 168 time: 0.2642052 Aug 30 02:08:50.156051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb151c-91ac-4c71-9156-f96d3996f229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712929a0-bd24-4921-afec-ac5603423666,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:50.345025 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-d403f353-6e99-42ce-aa46-b5abdcc1170c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-583771606&fields=id&tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27 HTTP/1.1" status: 200 len: 267 time: 0.0448413 Aug 30 02:08:50.459428 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-e59eab0f-940f-40d7-bb05-4371c754e3ec tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:50.460895 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-e59eab0f-940f-40d7-bb05-4371c754e3ec tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 809 time: 0.1093731 Aug 30 02:08:50.478536 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-b8d64990-a42b-467d-a550-e603b1bdff8e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/quotas/7e5b69be3a9b4ec0b5038f51a918bf27 HTTP/1.1" status: 200 len: 375 time: 0.0114479 Aug 30 02:08:50.529349 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-b5cb7754-15e8-4e58-baee-b1f3f390093b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453925 Aug 30 02:08:50.729322 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5d9e6dfa-7e7f-46bf-83a8-325f2236abf7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887159 Aug 30 02:08:50.822579 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-31ab0304-751e-49be-b100-f0b16ade835d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865870 Aug 30 02:08:51.201870 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7d8f1-cb40-43ac-89d1-8969ca2b0f99 req-fc61b5be-a053-4306-b0f7-f0949618ee28 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:51.203578 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-caf7d8f1-cb40-43ac-89d1-8969ca2b0f99 req-fc61b5be-a053-4306-b0f7-f0949618ee28 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0534475 Aug 30 02:08:51.257846 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-caf7d8f1-cb40-43ac-89d1-8969ca2b0f99 req-118727e9-e949-4850-838b-58ae191c3938 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=b3e75f18-aa9a-4c4a-8b70-b801d45b730d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Aug 30 02:08:51.489434 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a9ded-9106-49e6-afce-337a12f7050b req-ef063b22-64d1-4513-8e17-ddc1fedee7eb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:51.490864 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-099a9ded-9106-49e6-afce-337a12f7050b req-ef063b22-64d1-4513-8e17-ddc1fedee7eb tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 946 time: 0.0529842 Aug 30 02:08:51.543132 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5e3a8393-3f85-4be5-92cf-f52ae4c1fff7 req-4a3bcb40-5913-4164-8290-6f8990e09478 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0602043 Aug 30 02:08:51.603476 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:51.616621 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:51.697076 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] For port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:08:51.697449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:51.875788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:51.876154 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:51.876472 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Floating IP 3cbb524d-a7e4-4496-8bd4-f07a765fa8c2 disassociated. External IP: 172.27.2.172, port: 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86. Aug 30 02:08:51.876814 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:52.092059 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (4ec91ba2-bb53-4e38-acb6-5ef19b92eb86), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:52.098553 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:52.125197 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=4ec91ba2-bb53-4e38-acb6-5ef19b92eb86,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:52.165674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:52.235974 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:08:52.372466 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ad326e5b-00d1-47f3-a99d-ee55ececa8a3 req-1387450c-fe35-46ba-9174-23728b3a43c7 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0300601 Aug 30 02:08:52.632217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:08:52.645391 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:08:52.656946 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:52.657600 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:52.711103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] No DVR routers for this DVR port 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:08:52.713864 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:52.717527 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-099a9ded-9106-49e6-afce-337a12f7050b req-de5eea5f-78a5-4d68-b671-d7720ad3cb24 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 HTTP/1.1" status: 204 len: 173 time: 1.2175596 Aug 30 02:08:52.717970 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'name': 'network-vif-deleted', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:52.720171 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5bdbe3-29c0-405b-ad0a-11376bb01172" -d '{"events": [{"server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "name": "network-vif-deleted", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:52.725596 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4002769a-7f93-4a19-8fdd-66a4930865d7 req-9ee4863c-253e-4d74-87f2-5d90eb10206d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0655088 Aug 30 02:08:52.771751 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:52.926213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65552927-f2c4-4fe6-b8e6-43a31ad3ce1d x-openstack-request-id: req-65552927-f2c4-4fe6-b8e6-43a31ad3ce1d {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:52.926562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425acb15-9950-46c5-a2ed-b50c6a63c623", "name": "network-vif-deleted", "tag": "4ec91ba2-bb53-4e38-acb6-5ef19b92eb86", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:52.926829 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-65552927-f2c4-4fe6-b8e6-43a31ad3ce1d {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:52.928555 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65552927-f2c4-4fe6-b8e6-43a31ad3ce1d'] response: {'server_uuid': '425acb15-9950-46c5-a2ed-b50c6a63c623', 'name': 'network-vif-deleted', 'tag': '4ec91ba2-bb53-4e38-acb6-5ef19b92eb86', 'status': 'completed', 'code': 200} Aug 30 02:08:52.971744 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:52.996636 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:08:53.005157 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:08:53.005787 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:53.110066 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:08:53.318422 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:08:53.349217 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379fd512-6f1d-4eae-91db-411f6b957025 None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:02:11Z', 'revision_number': 4, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '6dc5f900-421e-4417-9c15-efbe109562c0', 'name': '', 'network_id': '316431ff-b22a-409c-830b-a78363ccfbd0', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'mac_address': 'fa:16:3e:c7:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:09Z', 'updated_at': '2022-08-30T02:02:24Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'subnets': [{'id': '4c5b3d90-7394-4048-ae73-7685dc252d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:08:53.489723 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a9580b1e-8b49-4b3c-8880-ad24dffb68a6 req-3fe5b5ce-6651-4863-a4b8-aac713370796 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=425acb15-9950-46c5-a2ed-b50c6a63c623 HTTP/1.1" status: 200 len: 210 time: 0.0288413 Aug 30 02:08:53.577780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ace32-8cba-452a-a5eb-539bf0f70351 None None] New status for floating IP 3cbb524d-a7e4-4496-8bd4-f07a765fa8c2: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:08:53.833315 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0ea1ebec-45a8-46f3-9536-cc614276c1b3 req-d209f848-c4b9-4f82-9894-ecbad1e565f3 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0308385 Aug 30 02:08:54.229368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-adb850c6-9c79-4c78-8db0-649ab972f0c3 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:54.231024 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-adb850c6-9c79-4c78-8db0-649ab972f0c3 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 809 time: 0.1066966 Aug 30 02:08:54.295190 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-03a72d2d-8c7c-4b42-a3f9-2817110f4c68 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27 HTTP/1.1" status: 200 len: 379 time: 0.0552709 Aug 30 02:08:54.303665 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'port': {'device_id': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'admin_state_up': True, 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'security_groups': ['5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:54.530164 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Made reservation on behalf of 7e5b69be3a9b4ec0b5038f51a918bf27 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:08:54.534235 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.671855 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Allocated IP 172.20.0.12 (617705e6-55ab-435e-8b2e-d504bcaf4b6b/9af11405-2377-435c-9e5b-358a7a4ec663/ad71926d-6c2f-4698-a7f2-9471cb54c167) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:08:54.694259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59710) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:54.719152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:54.758114 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (b3e75f18-aa9a-4c4a-8b70-b801d45b730d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.781520 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (b3e75f18-aa9a-4c4a-8b70-b801d45b730d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.836332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.860930 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:54.909900 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b3e75f18-aa9a-4c4a-8b70-b801d45b730d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.914237 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:54.914377 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b3e75f18-aa9a-4c4a-8b70-b801d45b730d HTTP/1.1" status: 204 len: 168 time: 0.2189348 Aug 30 02:08:54.918848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59714) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:54.925311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72614178-8695-4d02-aafb-25bcf8f2eaab tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e75f18-aa9a-4c4a-8b70-b801d45b730d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:54.943145 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-34100747-593a-4c1b-acd9-001473835d39 req-29da616e-b454-4251-bf14-98a790d40620 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0349076 Aug 30 02:08:54.948733 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.api.v2.resource [None req-769f292d-a824-4f41-aef1-e1152f29c8ed tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] show failed (client error): The resource could not be found. Aug 30 02:08:54.950195 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-769f292d-a824-4f41-aef1-e1152f29c8ed tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "GET /networking/v2.0/security-groups/b3e75f18-aa9a-4c4a-8b70-b801d45b730d HTTP/1.1" status: 404 len: 347 time: 0.0301781 Aug 30 02:08:54.954054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59716) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:54.954216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.001758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:08:55.007253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:08:55.017848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:08:55.051732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:55.082066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:55.082566 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.084864 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Deleting port c5cb9181-f4de-420c-bad9-7f6ae16983e2 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:08:55.086362 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.102895 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:55.162353 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:55.177806 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.178414 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (c5cb9181-f4de-420c-bad9-7f6ae16983e2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.180476 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-5938e701-437d-4140-b4e9-e9554681e653 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803060 Aug 30 02:08:55.193608 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Calling delete_port for c5cb9181-f4de-420c-bad9-7f6ae16983e2 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:08:55.199562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Request body: {'port': {'device_id': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:08:55.283408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.316167 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-33fac043-f4b2-43f7-8620-e8ed2bf43a6a None None] Provisioning complete for port ad71926d-6c2f-4698-a7f2-9471cb54c167 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:08:55.317175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-33fac043-f4b2-43f7-8620-e8ed2bf43a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.349020 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-33fac043-f4b2-43f7-8620-e8ed2bf43a6a None None] Port ad71926d-6c2f-4698-a7f2-9471cb54c167 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:08:55.441006 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (c5cb9181-f4de-420c-bad9-7f6ae16983e2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.467771 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Pushing event deleted for resources: {'Port': ['ID=c5cb9181-f4de-420c-bad9-7f6ae16983e2,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:55.558857 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks [] for floatingip (3cbb524d-a7e4-4496-8bd4-f07a765fa8c2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.563096 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.564414 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c7dcfac4-f21b-4388-a9cb-45a924288b43 tempest-AttachVolumeNegativeTest-1441840853 tempest-AttachVolumeNegativeTest-1441840853-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/3cbb524d-a7e4-4496-8bd4-f07a765fa8c2 HTTP/1.1" status: 204 len: 168 time: 0.6089730 Aug 30 02:08:55.586697 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad71926d-6c2f-4698-a7f2-9471cb54c167 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:08:55.595369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks [] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.611032 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Transition to ACTIVE for port object ad71926d-6c2f-4698-a7f2-9471cb54c167 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:08:55.612482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:55.724867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.802965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:55.834420 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Attempting to bind port ad71926d-6c2f-4698-a7f2-9471cb54c167 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:08:55.834759 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Attempting to bind port ad71926d-6c2f-4698-a7f2-9471cb54c167 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:08:55.835090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Attempting to bind port ad71926d-6c2f-4698-a7f2-9471cb54c167 on network 617705e6-55ab-435e-8b2e-d504bcaf4b6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:55.840862 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Port ad71926d-6c2f-4698-a7f2-9471cb54c167 on network 617705e6-55ab-435e-8b2e-d504bcaf4b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:08:55.841191 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Attempting to bind port ad71926d-6c2f-4698-a7f2-9471cb54c167 on network 617705e6-55ab-435e-8b2e-d504bcaf4b6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:08:55.846983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:08:55.847493 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Checking segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:08:55.847874 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Bound using segment: {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:08:55.848367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Bound port: ad71926d-6c2f-4698-a7f2-9471cb54c167, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85566326-aaa1-47ba-af13-34e2b17003fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:08:55.848725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:55.921841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:08:55.924761 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:08:56.028236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:56.032805 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.033729 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:56.035164 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 1094 time: 0.8403203 Aug 30 02:08:56.035704 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:08:56.038027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:08:56.075203 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a93b2-b69b-4d31-9bf7-f8d6d5297427 req-c87e74c8-b467-4ee1-b361-ea39b8ab4d44 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.076772 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b33a93b2-b69b-4d31-9bf7-f8d6d5297427 req-c87e74c8-b467-4ee1-b361-ea39b8ab4d44 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0552225 Aug 30 02:08:56.082431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c6441-10f5-4b8e-b33f-6c407e00f868 x-openstack-request-id: req-ec0c6441-10f5-4b8e-b33f-6c407e00f868 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:08:56.082806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:08:56.083141 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec0c6441-10f5-4b8e-b33f-6c407e00f868 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:08:56.083749 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0c6441-10f5-4b8e-b33f-6c407e00f868'] response: {'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'status': 'completed', 'code': 200} Aug 30 02:08:56.097348 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ff6fd-234f-45f4-ac11-7155ad8bb3bc service neutron] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:56.133024 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b33a93b2-b69b-4d31-9bf7-f8d6d5297427 req-ca8ef173-9a00-4053-b1e0-4bcb75af2aef tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488851 Aug 30 02:08:56.146907 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-717dd63f-ffa4-4de9-b54f-4188eb64b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.148459 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-717dd63f-ffa4-4de9-b54f-4188eb64b8f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1128 time: 0.0422628 Aug 30 02:08:56.211791 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:56.253215 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-e62aad83-8a6b-4785-be7a-d8dcf2eefc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.254712 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-e62aad83-8a6b-4785-be7a-d8dcf2eefc3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0985408 Aug 30 02:08:56.353332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-73c6b998-0bf0-45cf-8c46-0b1bc1fd82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.354760 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-07ffb9ed-2425-4fc5-ae6d-a78ba4e456a4 req-73c6b998-0bf0-45cf-8c46-0b1bc1fd82e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946772 Aug 30 02:08:56.428126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-39eb5d77-2346-43c6-8d51-198ad2cc0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.429717 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-39eb5d77-2346-43c6-8d51-198ad2cc0afe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1128 time: 0.0389187 Aug 30 02:08:56.470234 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-b0134f61-442f-4de5-a0dc-21c4dd3a1b20 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 217 time: 0.0343170 Aug 30 02:08:56.519523 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-9e6b1251-f5b1-4e7b-806a-577a6d2af687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.520892 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-9e6b1251-f5b1-4e7b-806a-577a6d2af687 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0440531 Aug 30 02:08:56.568855 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-f2a247bc-4353-4ca5-8857-548f54e7c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:56.570609 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-f2a247bc-4353-4ca5-8857-548f54e7c3b9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435927 Aug 30 02:08:56.618686 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:08:56.639502 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:08:56.639947 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 4ec91ba2-bb53-4e38-acb6-5ef19b92eb86 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:08:56.665870 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-12831a14-67d2-4e82-a984-ac910a4d5b7a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891361 Aug 30 02:08:56.769908 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0adcb97a-a818-4d09-8d18-95b3fec3937b req-bb8c3a15-dbac-4051-b067-b9676ae38984 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974419 Aug 30 02:08:57.253407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d8748-0d79-4113-b9b4-64a58c8921ca req-7daa5a37-b1be-4cd3-9ae8-9e978d100b4d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:57.254985 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d39d8748-0d79-4113-b9b4-64a58c8921ca req-7daa5a37-b1be-4cd3-9ae8-9e978d100b4d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0477250 Aug 30 02:08:57.311893 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d39d8748-0d79-4113-b9b4-64a58c8921ca req-fa708038-8417-44d8-a67f-1bc245794034 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Aug 30 02:08:58.442199 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01716b-9d49-416a-bedd-0bcb9ac6b5ab req-cc42afa9-41ee-451b-8daa-79420f3ab959 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:58.443981 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4c01716b-9d49-416a-bedd-0bcb9ac6b5ab req-cc42afa9-41ee-451b-8daa-79420f3ab959 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Aug 30 02:08:58.512338 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59784) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:58.513715 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4c01716b-9d49-416a-bedd-0bcb9ac6b5ab req-4da41d2d-3ddb-4e71-a4e9-8a4ca8f8ee24 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620785 Aug 30 02:08:58.648254 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4199a7bc-d3ed-4b1f-8d79-9d19973ff06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:58.690696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:58.749697 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4199a7bc-d3ed-4b1f-8d79-9d19973ff06d admin admin] Publish callbacks [] for security_group (0ba03cd1-96f5-4a5c-94e1-773694d64c3d), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:58.832998 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4199a7bc-d3ed-4b1f-8d79-9d19973ff06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0ba03cd1-96f5-4a5c-94e1-773694d64c3d), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:58.880632 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4199a7bc-d3ed-4b1f-8d79-9d19973ff06d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f52d4fc5f0664347a361e631c4c9f8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670979 Aug 30 02:08:58.881412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199a7bc-d3ed-4b1f-8d79-9d19973ff06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba03cd1-96f5-4a5c-94e1-773694d64c3d,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:58.883613 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59792) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:58.961443 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] Publish callbacks [] for security_group (0ba03cd1-96f5-4a5c-94e1-773694d64c3d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:58.965703 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:08:58.990623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] Publish callbacks [] for security_group (0ba03cd1-96f5-4a5c-94e1-773694d64c3d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:59.109409 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (0ba03cd1-96f5-4a5c-94e1-773694d64c3d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:59.112101 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:59.113374 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0ba03cd1-96f5-4a5c-94e1-773694d64c3d HTTP/1.1" status: 204 len: 168 time: 0.2284908 Aug 30 02:08:59.122630 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06486df7-c2b3-4239-abf6-5a1968052c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba03cd1-96f5-4a5c-94e1-773694d64c3d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:08:59.649379 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68869971-53db-43ef-b9f4-938be384ffeb req-bcbae5b2-768d-4486-af21-bca38ced63c1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:08:59.650958 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-68869971-53db-43ef-b9f4-938be384ffeb req-bcbae5b2-768d-4486-af21-bca38ced63c1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0542388 Aug 30 02:08:59.703893 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-68869971-53db-43ef-b9f4-938be384ffeb req-0cbf8688-9374-495f-906b-66f8d8b4756e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467074 Aug 30 02:08:59.823845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59802) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:08:59.837358 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-93997764-d3c5-4db2-b0d0-50d6ccdfd6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:59.920398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-93997764-d3c5-4db2-b0d0-50d6ccdfd6ff admin admin] Publish callbacks [] for security_group (a6f4355c-4c6e-43a5-b926-f980bbbc0084), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:08:59.920664 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59808) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:00.001244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-93997764-d3c5-4db2-b0d0-50d6ccdfd6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a6f4355c-4c6e-43a5-b926-f980bbbc0084), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.030215 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3c3f58a5-f7c9-4543-96cd-6ddbb0c68e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.043410 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-93997764-d3c5-4db2-b0d0-50d6ccdfd6ff admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e8d3354c0f74f37b56e1bd4dbe6788f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183788 Aug 30 02:09:00.045490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93997764-d3c5-4db2-b0d0-50d6ccdfd6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4355c-4c6e-43a5-b926-f980bbbc0084,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:00.046160 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59812) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:00.103632 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] Publish callbacks [] for security_group (a6f4355c-4c6e-43a5-b926-f980bbbc0084), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.125348 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] Publish callbacks [] for security_group (a6f4355c-4c6e-43a5-b926-f980bbbc0084), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.231204 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:00.251898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a6f4355c-4c6e-43a5-b926-f980bbbc0084), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.254497 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.258164 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a6f4355c-4c6e-43a5-b926-f980bbbc0084 HTTP/1.1" status: 204 len: 168 time: 0.2085388 Aug 30 02:09:00.264085 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a1759-7a5e-4325-8022-fd18682fa090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4355c-4c6e-43a5-b926-f980bbbc0084,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:00.467995 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.704976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Deleting port 6dc5f900-421e-4417-9c15-efbe109562c0 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:09:00.705152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.719270 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:00.797410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] For port 6dc5f900-421e-4417-9c15-efbe109562c0, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6dc5f900-421e-4417-9c15-efbe109562c0,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:00.797820 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:00.811872 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Calling delete_port for 6dc5f900-421e-4417-9c15-efbe109562c0 owned by network:router_interface {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:09:00.837320 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095da8-7c2b-44a5-aac8-2a680067cb02 req-27f8ac22-6b41-4359-af9c-ff10fde9eb77 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:00.838846 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f8095da8-7c2b-44a5-aac8-2a680067cb02 req-27f8ac22-6b41-4359-af9c-ff10fde9eb77 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0500066 Aug 30 02:09:00.898405 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f8095da8-7c2b-44a5-aac8-2a680067cb02 req-52286f4c-9078-43c1-8b41-de2436b26b46 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537114 Aug 30 02:09:00.968244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:01.115355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (6dc5f900-421e-4417-9c15-efbe109562c0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:01.154262 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc5f900-421e-4417-9c15-efbe109562c0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:01.341785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:01.551592 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:09:01.563519 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:01.653407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:09:01.658633 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a5f5f771-7b26-43a7-8ff3-427a5c86cc88 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/b4d37e29-6e2a-41e0-8640-5427a8e7b4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369301 Aug 30 02:09:01.661170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59848) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:01.663919 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Sync routers for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:09:01.676006 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:09:01.676617 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:01.780819 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks [] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:01.810722 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:09:01.885804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks [] for router_gateway (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:01.978611 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:01.994757 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:09:00Z', 'revision_number': 5, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port': {'id': 'a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:02:01Z', 'updated_at': '2022-08-30T02:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:02.057072 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Deleting port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:09:02.057742 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.079182 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357670e-0eed-486e-8dbc-046e53cbe9e2 req-c4bd233f-5c56-4155-beab-278303bfb473 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:02.080704 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6357670e-0eed-486e-8dbc-046e53cbe9e2 req-c4bd233f-5c56-4155-beab-278303bfb473 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0907543 Aug 30 02:09:02.107991 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Checking router: b4d37e29-6e2a-41e0-8640-5427a8e7b4ce for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:09:02.129640 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:02.130841 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Routers {'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:09:02.131294 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:08:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:02.190554 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6357670e-0eed-486e-8dbc-046e53cbe9e2 req-3abf1a7f-8c6c-42d8-936b-57d3484114eb tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801268 Aug 30 02:09:02.201784 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f2aacf81-0e55-4831-8caa-37eb41f19b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.208312 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] For port a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:02.208693 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.223673 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] Set router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce gateway port host: None {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:09:02.229315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Calling delete_port for a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 owned by network:router_gateway {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:09:02.281668 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:09:01Z', 'revision_number': 6, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:02.317144 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea244cfa-4b88-46f1-91d6-c823eb41ae7d None None] The sync data for ids ['b4d37e29-6e2a-41e0-8640-5427a8e7b4ce'] in dv-cinder-819667-6-iscsi is: [{'id': 'b4d37e29-6e2a-41e0-8640-5427a8e7b4ce', 'name': 'tempest-AttachVolumeNegativeTest-1375811505-router', 'tenant_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:01:59Z', 'updated_at': '2022-08-30T02:09:01Z', 'revision_number': 6, 'project_id': 'c57bc7a319f14bf393e6249b2cb59c69', 'gw_port_host': None}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:09:02.584023 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:02.764472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.793135 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:02.859971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.948257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:02.951078 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks [] for router_controller (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.080881 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (b4d37e29-6e2a-41e0-8640-5427a8e7b4ce), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.081740 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d37e29-6e2a-41e0-8640-5427a8e7b4ce {{(pid=106657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:09:03.086992 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.090218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f178e6c6-7336-4774-8ec9-8dec8e20c367 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/b4d37e29-6e2a-41e0-8640-5427a8e7b4ce HTTP/1.1" status: 204 len: 168 time: 1.4256694 Aug 30 02:09:03.091968 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59884) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:03.100357 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:03.154349 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Deleting subnet 4c5b3d90-7394-4048-ae73-7685dc252d1f {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:09:03.157623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Publish callbacks [] for subnet (4c5b3d90-7394-4048-ae73-7685dc252d1f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.194885 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (4c5b3d90-7394-4048-ae73-7685dc252d1f), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.288041 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (4c5b3d90-7394-4048-ae73-7685dc252d1f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.385258 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436df50-34cc-4f6f-82b7-5acbe82ae645 req-6c641e0e-d9a4-4e7c-9aae-08dbfeceffd0 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:03.388605 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b436df50-34cc-4f6f-82b7-5acbe82ae645 req-6c641e0e-d9a4-4e7c-9aae-08dbfeceffd0 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0796344 Aug 30 02:09:03.444738 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.461152 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b436df50-34cc-4f6f-82b7-5acbe82ae645 req-af2f785d-b082-4c57-9bfc-0a395fabf208 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659196 Aug 30 02:09:03.524598 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074f710-1e1f-4177-b994-0fc8038f1e50 req-62af2317-299d-4fd4-a64e-1571d67ddd89 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:03.525154 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (4c5b3d90-7394-4048-ae73-7685dc252d1f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.527469 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3074f710-1e1f-4177-b994-0fc8038f1e50 req-62af2317-299d-4fd4-a64e-1571d67ddd89 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0477383 Aug 30 02:09:03.554757 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5b3d90-7394-4048-ae73-7685dc252d1f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:03.565758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.568985 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fdadc4-879c-4759-ac73-39d384e765e6 None None] Network 316431ff-b22a-409c-830b-a78363ccfbd0 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:09:03.572394 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 59908) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:03.572742 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-ea92e85e-cbae-429c-88b4-c5912345df30 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4c5b3d90-7394-4048-ae73-7685dc252d1f HTTP/1.1" status: 204 len: 168 time: 0.4796393 Aug 30 02:09:03.603453 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3074f710-1e1f-4177-b994-0fc8038f1e50 req-66c654e7-bac8-44f0-aa1c-0dc4fbd3bc99 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690043 Aug 30 02:09:03.663838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (316431ff-b22a-409c-830b-a78363ccfbd0), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.730822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Deleting port feb3b84b-bbba-48bc-995b-b8b98b11d52b {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:09:03.731539 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.737017 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] DHCP port deletion for 316431ff-b22a-409c-830b-a78363ccfbd0 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:09:03.783765 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:03.787846 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Deleting port feb3b84b-bbba-48bc-995b-b8b98b11d52b {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:09:03.788228 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.816944 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] For port feb3b84b-bbba-48bc-995b-b8b98b11d52b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=feb3b84b-bbba-48bc-995b-b8b98b11d52b,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:03.817748 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.835983 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Calling delete_port for feb3b84b-bbba-48bc-995b-b8b98b11d52b owned by network:dhcp {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:09:03.842006 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:09:03.874514 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:09:03.874854 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a6d9b1a7-338e-4cb1-831e-4a6f3c9ba9d4 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:09:03.875267 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device feb3b84b-bbba-48bc-995b-b8b98b11d52b no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:09:03.906577 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] For port feb3b84b-bbba-48bc-995b-b8b98b11d52b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=feb3b84b-bbba-48bc-995b-b8b98b11d52b,segment=NetworkSegment(5a3721fb-939b-4d7b-b74b-58cb63f34002),segment_id=5a3721fb-939b-4d7b-b74b-58cb63f34002)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:03.906997 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.927293 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Calling delete_port for feb3b84b-bbba-48bc-995b-b8b98b11d52b owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:09:03.971987 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:03.976477 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:03.996020 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Port feb3b84b-bbba-48bc-995b-b8b98b11d52b update to DOWN by agent not found {{(pid=106659) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Aug 30 02:09:03.996463 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6dc5f900-421e-4417-9c15-efbe109562c0 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:09:03.997875 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb3b84b-bbba-48bc-995b-b8b98b11d52b,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:04.003735 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] No DVR routers for this DVR port feb3b84b-bbba-48bc-995b-b8b98b11d52b on host dv-cinder-819667-6-iscsi {{(pid=106658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:09:04.019139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 6dc5f900-421e-4417-9c15-efbe109562c0 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:09:04.019485 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6dc5f900-421e-4417-9c15-efbe109562c0 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:09:04.050639 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (feb3b84b-bbba-48bc-995b-b8b98b11d52b), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.077601 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Pushing event deleted for resources: {'Port': ['ID=feb3b84b-bbba-48bc-995b-b8b98b11d52b,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:04.080761 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] No DVR routers for this DVR port feb3b84b-bbba-48bc-995b-b8b98b11d52b on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:09:04.087198 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.087540 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.087947 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.088264 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.088594 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.088919 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.089277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.089657 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.089978 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (316431ff-b22a-409c-830b-a78363ccfbd0), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.090131 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.090361 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.090711 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.091050 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.091365 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.091678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.091992 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f32596-3802-408c-be8b-d6e5ea7470df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:04.116645 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316431ff-b22a-409c-830b-a78363ccfbd0']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:04.126776 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3721fb-939b-4d7b-b74b-58cb63f34002') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:04.127069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3721fb-939b-4d7b-b74b-58cb63f34002') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:04.137068 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (5a3721fb-939b-4d7b-b74b-58cb63f34002), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.150496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (5a3721fb-939b-4d7b-b74b-58cb63f34002), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.157797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:09:04.158184 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (5a3721fb-939b-4d7b-b74b-58cb63f34002), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.298022 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 5a3721fb-939b-4d7b-b74b-58cb63f34002 resource provider aggregate not found Aug 30 02:09:04.315849 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 5a3721fb-939b-4d7b-b74b-58cb63f34002 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a3721fb-939b-4d7b-b74b-58cb63f34002 found for delete ", "request_id": "req-27684297-00a2-428f-84c9-1003d6d73417"}]} Aug 30 02:09:04.320716 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (316431ff-b22a-409c-830b-a78363ccfbd0), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.327637 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.330809 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/316431ff-b22a-409c-830b-a78363ccfbd0 HTTP/1.1" status: 204 len: 168 time: 0.7572186 Aug 30 02:09:04.344601 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd79a-3a83-4592-b5b3-0e3478520879 admin admin] Pushing event deleted for resources: {'Network': ['ID=316431ff-b22a-409c-830b-a78363ccfbd0,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:04.593650 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a9f63-e198-4947-93db-1a3e7050bd6c req-0184ee5d-3aa6-4952-96f5-bbb02f81058e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:04.600462 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a85a9f63-e198-4947-93db-1a3e7050bd6c req-0184ee5d-3aa6-4952-96f5-bbb02f81058e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0584633 Aug 30 02:09:04.650387 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a85a9f63-e198-4947-93db-1a3e7050bd6c req-92dbeac7-a308-4c17-9f71-13d7c9a26f5f tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490742 Aug 30 02:09:04.661115 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:09:04.688201 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59936) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:04.740722 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-af57c8a6-fe28-4b4f-ac90-516f6bd16816 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c57bc7a319f14bf393e6249b2cb59c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508959 Aug 30 02:09:04.743195 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 59938) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:04.767062 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:04.780805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf99d2-9cee-4d18-82d3-05ebc170eb8c req-ea5c3bdc-af0c-4bea-b0f4-bfc395add627 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:04.788583 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23cf99d2-9cee-4d18-82d3-05ebc170eb8c req-ea5c3bdc-af0c-4bea-b0f4-bfc395add627 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0663035 Aug 30 02:09:04.798732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] Publish callbacks [] for security_group (3161525c-0954-4abe-8cd2-f9f81d7225d1), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.807625 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:04.827849 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:04.828557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'mac_address': 'fa:16:3e:e2:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:09:04.832862 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] Publish callbacks [] for security_group (3161525c-0954-4abe-8cd2-f9f81d7225d1), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.833139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:04.858554 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-23cf99d2-9cee-4d18-82d3-05ebc170eb8c req-f2339c80-2f3a-4a59-8553-cceda4f2040f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688016 Aug 30 02:09:04.892292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port ad71926d-6c2f-4698-a7f2-9471cb54c167 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:04.892678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.906474 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad71926d-6c2f-4698-a7f2-9471cb54c167 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:09:04.926676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:04.929312 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.981515 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (3161525c-0954-4abe-8cd2-f9f81d7225d1), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.984292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:04.985429 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3161525c-0954-4abe-8cd2-f9f81d7225d1 HTTP/1.1" status: 204 len: 168 time: 0.2411673 Aug 30 02:09:04.993663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3fe3d-d271-4b0d-9514-1bb1fdb9ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161525c-0954-4abe-8cd2-f9f81d7225d1,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:05.038791 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:05.067081 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:05.095003 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:05.251973 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['ad71926d-6c2f-4698-a7f2-9471cb54c167'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:09:05.770377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:05.780550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79a71-53ce-4765-87bf-247eb6b2d289 req-5914037d-7348-4721-bb1a-4255a6d586aa tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:05.782097 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6a79a71-53ce-4765-87bf-247eb6b2d289 req-5914037d-7348-4721-bb1a-4255a6d586aa tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Aug 30 02:09:05.834853 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6a79a71-53ce-4765-87bf-247eb6b2d289 req-7adbe9e6-f380-473f-a031-c401f033f855 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Aug 30 02:09:05.974418 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec93c0-309c-47c9-bc5b-1fa01dbe3531 req-d045ee66-0798-4560-978b-3366f1a1a5cf tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:05.975911 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-55ec93c0-309c-47c9-bc5b-1fa01dbe3531 req-d045ee66-0798-4560-978b-3366f1a1a5cf tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0466056 Aug 30 02:09:06.023923 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-55ec93c0-309c-47c9-bc5b-1fa01dbe3531 req-790b2f49-432a-403e-9834-dd381ea8d001 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Aug 30 02:09:06.665390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:09:06.712127 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port ad71926d-6c2f-4698-a7f2-9471cb54c167 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:09:06.823261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port ad71926d-6c2f-4698-a7f2-9471cb54c167 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:09:06.823968 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:06.909846 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port ad71926d-6c2f-4698-a7f2-9471cb54c167 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:06.910294 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:06.934977 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:06.937194 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e9e2e-57c7-449f-acba-feb32d5a0002" -d '{"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:06.951941 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:06.964934 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f7b7f-fe2b-44f4-bd3c-ad3a45c31478 req-dbd41998-d5e1-486e-b020-893bd5ea3ed9 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:06.974758 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3f7f7b7f-fe2b-44f4-bd3c-ad3a45c31478 req-dbd41998-d5e1-486e-b020-893bd5ea3ed9 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 945 time: 0.0572147 Aug 30 02:09:06.977572 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d83f9-d417-4771-9721-ff6e9534b3ff x-openstack-request-id: req-f55d83f9-d417-4771-9721-ff6e9534b3ff {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:06.977887 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:06.978144 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f55d83f9-d417-4771-9721-ff6e9534b3ff {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:06.978566 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55d83f9-d417-4771-9721-ff6e9534b3ff'] response: {'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'code': 200} Aug 30 02:09:07.021530 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3f7f7b7f-fe2b-44f4-bd3c-ad3a45c31478 req-8e74bab9-e17a-4dfe-90fc-76ea67cba430 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Aug 30 02:09:07.038677 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:07.123261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:07.178614 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0dfad-a419-4e1d-a863-8ab12946639b req-62e5afcf-35ae-4e7c-a175-83fea7737b36 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:07.180054 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-81f0dfad-a419-4e1d-a863-8ab12946639b req-62e5afcf-35ae-4e7c-a175-83fea7737b36 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0489576 Aug 30 02:09:07.227630 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-81f0dfad-a419-4e1d-a863-8ab12946639b req-7cda55de-fbb9-4b7a-94cb-33159cf90982 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Aug 30 02:09:07.474103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1d664-8505-4d0a-a88e-130b66bf8f2a req-7788adb2-f093-4381-865b-7f1706348638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:07.475569 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-79a1d664-8505-4d0a-a88e-130b66bf8f2a req-7788adb2-f093-4381-865b-7f1706348638 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0369649 Aug 30 02:09:07.521320 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-79a1d664-8505-4d0a-a88e-130b66bf8f2a req-c8a6947a-3142-43a2-8fc4-f3e307b6ebef service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401199 Aug 30 02:09:08.038432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:08.075469 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:09:08.148694 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e370096-5f55-479d-8cb4-b2a5ba14b8bf req-e93a7a12-ccdd-4492-a10d-b246bc329ec7 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:08.150227 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e370096-5f55-479d-8cb4-b2a5ba14b8bf req-e93a7a12-ccdd-4492-a10d-b246bc329ec7 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0508776 Aug 30 02:09:08.210320 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e370096-5f55-479d-8cb4-b2a5ba14b8bf req-1bae685d-4c74-4b05-a0f5-f86220863811 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531938 Aug 30 02:09:08.356346 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b655f-fab5-40d7-9994-0b2975b1c1b6 req-fd5a2ec1-e045-4fbd-b162-3fc8d3d1b87b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:08.357965 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b09b655f-fab5-40d7-9994-0b2975b1c1b6 req-fd5a2ec1-e045-4fbd-b162-3fc8d3d1b87b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Aug 30 02:09:08.384158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:08.407176 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b09b655f-fab5-40d7-9994-0b2975b1c1b6 req-78330096-4d0e-4ca9-a220-45ab1ba3f365 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Aug 30 02:09:09.334878 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2531-1bf6-45ac-8bce-c983768681b3 req-780c2730-b326-4505-b209-9f8928336d8d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:09.336326 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5fdc2531-1bf6-45ac-8bce-c983768681b3 req-780c2730-b326-4505-b209-9f8928336d8d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0451579 Aug 30 02:09:09.387366 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5fdc2531-1bf6-45ac-8bce-c983768681b3 req-c10773a1-f054-4671-a9ef-27a94e485b7d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Aug 30 02:09:09.512751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef1b1-4ed8-4fe0-bfc8-61451c6b0f0d req-8f1c871a-7cec-4d70-856d-eaf422f85866 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:09.514325 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fcef1b1-4ed8-4fe0-bfc8-61451c6b0f0d req-8f1c871a-7cec-4d70-856d-eaf422f85866 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0528920 Aug 30 02:09:09.532623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20806-6631-467e-8f88-3d55fbdc7721 req-ba474b95-c777-49ff-b1a8-a569fe63e100 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:09.534223 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5ae20806-6631-467e-8f88-3d55fbdc7721 req-ba474b95-c777-49ff-b1a8-a569fe63e100 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0466721 Aug 30 02:09:09.564965 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7fcef1b1-4ed8-4fe0-bfc8-61451c6b0f0d req-b4508851-830f-4368-9dc4-8cb392f3357c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446446 Aug 30 02:09:09.586985 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5ae20806-6631-467e-8f88-3d55fbdc7721 req-3c4482a5-8ace-4fbb-86db-91e8b8279b4f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467083 Aug 30 02:09:09.597770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60020) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:09.912405 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a4a09-c419-4000-9ddf-e52ab9d5e895 tempest-TestShelveInstance-874971000 tempest-TestShelveInstance-874971000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:09.913865 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d05a4a09-c419-4000-9ddf-e52ab9d5e895 tempest-TestShelveInstance-874971000 tempest-TestShelveInstance-874971000-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1125 time: 0.3151474 Aug 30 02:09:09.916830 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60032) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:09.922169 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:09:09.930694 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:10.013622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:10.124039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:10.288147 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Allocated IP 172.27.2.65 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/8f6926c5-2f49-45c7-95b4-b76f2c5dafaf) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:09:10.395685 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:10.418076 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:10.532406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:10.573209 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:09:10.578505 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:09:10.582323 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:09:10.585581 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'Port': ['ID=8f6926c5-2f49-45c7-95b4-b76f2c5dafaf,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:10.991297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385164-a1a8-4206-a901-c43f363b95bb req-61547709-61c7-49ab-824a-781a0d0bb311 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:10.992671 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ed385164-a1a8-4206-a901-c43f363b95bb req-61547709-61c7-49ab-824a-781a0d0bb311 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.3160765 Aug 30 02:09:11.115886 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ed385164-a1a8-4206-a901-c43f363b95bb req-2fda9e71-1864-472b-8cb2-e04c25d475c5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886374 Aug 30 02:09:11.119803 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:11.265878 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for floatingip (0db26aac-dc54-40f0-ad5b-6e22a27fe2fc), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:11.379999 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:11.534532 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:11.604068 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:11.672121 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event updated for resources: {'Port': ['ID=8f6926c5-2f49-45c7-95b4-b76f2c5dafaf,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:11.674491 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (0db26aac-dc54-40f0-ad5b-6e22a27fe2fc), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:11.756381 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:11.780125 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Floating IP 0db26aac-dc54-40f0-ad5b-6e22a27fe2fc associated. External IP: 172.27.2.65, port: ad71926d-6c2f-4698-a7f2-9471cb54c167. Aug 30 02:09:12.004161 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Router f503ef06-bb0e-4191-8c3c-313df4b89804 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:09:12.089723 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:12.113942 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:09:12.132161 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Sync routers for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:09:12.139376 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:09:12.140229 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:09:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:12.202085 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:12.248419 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=10 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:12.258603 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:09:12.272164 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3c2675ad-c756-4f18-898f-811574a27e81 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3534591 Aug 30 02:09:12.276198 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:12.276493 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:12.285289 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c765a-1ff4-4514-9dc9-b733be809551 req-bde9ec21-0338-4891-8a2c-035dc4eb464c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:12.286751 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c45c765a-1ff4-4514-9dc9-b733be809551 req-bde9ec21-0338-4891-8a2c-035dc4eb464c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0805104 Aug 30 02:09:12.336639 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c45c765a-1ff4-4514-9dc9-b733be809551 req-98ff2af7-f2ae-47ad-9025-051ea2034a9b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Aug 30 02:09:12.394555 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bf4f7-e046-42ba-aa2d-4c017dcf154a x-openstack-request-id: req-c39bf4f7-e046-42ba-aa2d-4c017dcf154a {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:12.394907 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:12.395218 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c39bf4f7-e046-42ba-aa2d-4c017dcf154a {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:12.395768 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39bf4f7-e046-42ba-aa2d-4c017dcf154a'] response: {'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'status': 'completed', 'code': 200} Aug 30 02:09:12.454370 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-b7112a11-dc3c-4900-84b6-e457ba133c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:12.455896 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-b7112a11-dc3c-4900-84b6-e457ba133c69 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0409532 Aug 30 02:09:12.497089 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0db26aac-dc54-40f0-ad5b-6e22a27fe2fc', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'mac_address': 'fa:16:3e:e2:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:09:11Z', 'updated_at': '2022-08-30T02:09:11Z', 'revision_number': 0, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:12.522852 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Checking router: f503ef06-bb0e-4191-8c3c-313df4b89804 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:09:12.532232 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:09:12.532857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:09:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:12.556738 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-42af6dc8-08ca-48fb-b192-65b688cf49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:12.558406 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-42af6dc8-08ca-48fb-b192-65b688cf49cc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0963607 Aug 30 02:09:12.622453 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-6b4d7a77-6ad1-4552-bd87-48f0945d6de4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 999 time: 0.0584939 Aug 30 02:09:12.640314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:09:12.674700 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-d6113eee-68c9-4500-a72b-992ee5af1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:12.676198 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-d6113eee-68c9-4500-a72b-992ee5af1359 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0486302 Aug 30 02:09:12.728500 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:12.732473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-4c207e69-cc1e-4fc8-8d73-555d01c7c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:12.734052 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-4c207e69-cc1e-4fc8-8d73-555d01c7c6e0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523021 Aug 30 02:09:12.784547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:12.828810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-8f20083d-9b0d-4939-b927-29af2c93d769 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889909 Aug 30 02:09:12.950601 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba3d1c33-3bff-45c2-9fb9-9ac33bdcc096 req-8c1546b0-66ea-4c0b-9580-6a4e3f9165f2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148593 Aug 30 02:09:13.009988 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0db26aac-dc54-40f0-ad5b-6e22a27fe2fc', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'mac_address': 'fa:16:3e:e2:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:09:11Z', 'updated_at': '2022-08-30T02:09:11Z', 'revision_number': 0, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:09:13.035509 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2bd91-b3a8-449c-9428-5d9588b894e5 None None] The sync data for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi is: [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '0db26aac-dc54-40f0-ad5b-6e22a27fe2fc', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'mac_address': 'fa:16:3e:e2:49:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:09:11Z', 'updated_at': '2022-08-30T02:09:11Z', 'revision_number': 0, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:09:13.228399 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12f9dd-575b-4914-b2b1-c43ece12f0d9 None None] New status for floating IP 0db26aac-dc54-40f0-ad5b-6e22a27fe2fc: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:09:13.475576 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e271-a2da-469e-885c-a0b84ce54b55 req-aa36e47b-5b94-45a1-b7d3-86d70d6692c9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:13.477160 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d939e271-a2da-469e-885c-a0b84ce54b55 req-aa36e47b-5b94-45a1-b7d3-86d70d6692c9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Aug 30 02:09:13.496146 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:13.528394 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d939e271-a2da-469e-885c-a0b84ce54b55 req-ba663b5b-fcee-4507-96d6-e9d8682949cf tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451016 Aug 30 02:09:14.096766 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-7d248465-627c-49ae-bd33-551dbec5abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:14.098332 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-7d248465-627c-49ae-bd33-551dbec5abf9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0377886 Aug 30 02:09:14.208521 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-acf562aa-8871-4131-a882-4baa370936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:14.210065 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-acf562aa-8871-4131-a882-4baa370936a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0938892 Aug 30 02:09:14.273911 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-3cfb660f-41d0-4c4c-b905-ebe11faff650 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 1002 time: 0.0579152 Aug 30 02:09:14.331472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-b0217b73-4773-44c3-9ffe-3d82a9d40724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:14.333157 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-b0217b73-4773-44c3-9ffe-3d82a9d40724 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0531423 Aug 30 02:09:14.378424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-a049fb0d-30f9-4769-bdf6-3fc497d4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:14.380426 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-a049fb0d-30f9-4769-bdf6-3fc497d4d5e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410440 Aug 30 02:09:14.457331 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:14.487983 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-74aa1057-7657-442f-8439-d35e8780327a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003644 Aug 30 02:09:14.583377 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c13d5560-5279-4a10-8f92-0f36dfef76cb req-ba2380a1-bc5d-4945-9343-980c4864615d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892484 Aug 30 02:09:14.666152 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5d557-28e4-423d-aa27-78dd5c23b144 req-d96a74db-c7f1-45ac-84cc-7e59028905a8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:14.669273 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bed5d557-28e4-423d-aa27-78dd5c23b144 req-d96a74db-c7f1-45ac-84cc-7e59028905a8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0565002 Aug 30 02:09:14.722386 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bed5d557-28e4-423d-aa27-78dd5c23b144 req-cb63befc-ade9-4745-a690-f56ba87ad49b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467350 Aug 30 02:09:14.868605 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 60136) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:14.980790 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9953-9530-432c-a79e-bbfd309f21d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.057376 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9953-9530-432c-a79e-bbfd309f21d2 admin admin] Publish callbacks [] for security_group (f8c028cf-ab42-4188-8cc0-7bec27448cfc), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.126382 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9953-9530-432c-a79e-bbfd309f21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f8c028cf-ab42-4188-8cc0-7bec27448cfc), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.171139 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bfeb9953-9530-432c-a79e-bbfd309f21d2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3e1069cdcd5b4c4c93a792ba86928e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014412 Aug 30 02:09:15.172008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb9953-9530-432c-a79e-bbfd309f21d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c028cf-ab42-4188-8cc0-7bec27448cfc,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:15.173950 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60140) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:15.223209 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] Publish callbacks [] for security_group (f8c028cf-ab42-4188-8cc0-7bec27448cfc), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.243075 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] Publish callbacks [] for security_group (f8c028cf-ab42-4188-8cc0-7bec27448cfc), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.395162 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f8c028cf-ab42-4188-8cc0-7bec27448cfc), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.397952 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:15.399181 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8c028cf-ab42-4188-8cc0-7bec27448cfc HTTP/1.1" status: 204 len: 168 time: 0.2242215 Aug 30 02:09:15.408877 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a2922-4764-41cc-9ce0-f141cb4bca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c028cf-ab42-4188-8cc0-7bec27448cfc,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:15.851934 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94f8e-6fef-48c5-9294-a45a292242eb req-e5e8674a-eabe-4531-ab1f-d45c889ad3e1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:15.854253 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f7f94f8e-6fef-48c5-9294-a45a292242eb req-e5e8674a-eabe-4531-ab1f-d45c889ad3e1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0464995 Aug 30 02:09:15.907939 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f7f94f8e-6fef-48c5-9294-a45a292242eb req-fc7f468c-5ca6-4687-a1ad-d09406c75d85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457628 Aug 30 02:09:16.065426 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60154) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:16.079789 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8b02eee0-2c56-4796-8c33-bb5fa217b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.164296 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8b02eee0-2c56-4796-8c33-bb5fa217b762 admin admin] Publish callbacks [] for security_group (7c4eee46-8e1b-493d-a1fb-b0b634abb346), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.234856 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8b02eee0-2c56-4796-8c33-bb5fa217b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (7c4eee46-8e1b-493d-a1fb-b0b634abb346), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.275190 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8b02eee0-2c56-4796-8c33-bb5fa217b762 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5df0340c865e422c8c9b8b6aeaa4a9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085965 Aug 30 02:09:16.276032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02eee0-2c56-4796-8c33-bb5fa217b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4eee46-8e1b-493d-a1fb-b0b634abb346,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:16.278244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 60156) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:16.322146 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:16.327950 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] Publish callbacks [] for security_group (7c4eee46-8e1b-493d-a1fb-b0b634abb346), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.347588 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] Publish callbacks [] for security_group (7c4eee46-8e1b-493d-a1fb-b0b634abb346), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.474916 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (7c4eee46-8e1b-493d-a1fb-b0b634abb346), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.477612 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:16.478823 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7c4eee46-8e1b-493d-a1fb-b0b634abb346 HTTP/1.1" status: 204 len: 168 time: 0.1995966 Aug 30 02:09:16.487427 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b9a9d-8b4b-4a04-a1de-0d1ef73587da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4eee46-8e1b-493d-a1fb-b0b634abb346,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:17.027714 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:17.029668 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 60170) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:17.035902 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14c190-4ecf-412d-a04d-22fde9da2312 req-ecd2f362-687e-4dd8-b941-331ccd442aa4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:17.038517 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3e14c190-4ecf-412d-a04d-22fde9da2312 req-ecd2f362-687e-4dd8-b941-331ccd442aa4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Aug 30 02:09:17.089128 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3e14c190-4ecf-412d-a04d-22fde9da2312 req-4eac0608-9715-4b80-b355-f2feecf4516e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Aug 30 02:09:17.150607 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d62c768b-e052-4d79-b75c-cad7dab8f9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.221546 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60174) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:17.227971 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d62c768b-e052-4d79-b75c-cad7dab8f9cf admin admin] Publish callbacks [] for security_group (531bf9cc-2f81-456e-b64b-f846d46c8d6d), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.235326 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-237a39e6-154b-4633-8b11-bc239efc9632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.290210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:17.310124 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-d62c768b-e052-4d79-b75c-cad7dab8f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (531bf9cc-2f81-456e-b64b-f846d46c8d6d), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.316498 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-237a39e6-154b-4633-8b11-bc239efc9632 admin admin] Publish callbacks [] for security_group (fc39036b-8756-4477-aafd-22f4cc98f240), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.350300 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-d62c768b-e052-4d79-b75c-cad7dab8f9cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=08eae140daa04d3f8ea47e9bfc6a21ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195593 Aug 30 02:09:17.351132 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c768b-e052-4d79-b75c-cad7dab8f9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531bf9cc-2f81-456e-b64b-f846d46c8d6d,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:17.353366 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60176) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:17.400051 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-237a39e6-154b-4633-8b11-bc239efc9632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fc39036b-8756-4477-aafd-22f4cc98f240), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.416881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] Publish callbacks [] for security_group (531bf9cc-2f81-456e-b64b-f846d46c8d6d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.453196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a39e6-154b-4633-8b11-bc239efc9632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39036b-8756-4477-aafd-22f4cc98f240,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:17.460314 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] Publish callbacks [] for security_group (531bf9cc-2f81-456e-b64b-f846d46c8d6d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.469828 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-237a39e6-154b-4633-8b11-bc239efc9632 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=58b53773ef1b45c3a467233747c4f75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471282 Aug 30 02:09:17.472513 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 60178) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:17.522962 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] Publish callbacks [] for security_group (fc39036b-8756-4477-aafd-22f4cc98f240), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.543819 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] Publish callbacks [] for security_group (fc39036b-8756-4477-aafd-22f4cc98f240), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.553483 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:17.598716 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (531bf9cc-2f81-456e-b64b-f846d46c8d6d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.601280 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.602718 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/531bf9cc-2f81-456e-b64b-f846d46c8d6d HTTP/1.1" status: 204 len: 168 time: 0.2480464 Aug 30 02:09:17.612045 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b568-a09f-4cff-bfc4-5520d790edcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531bf9cc-2f81-456e-b64b-f846d46c8d6d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:17.661333 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fc39036b-8756-4477-aafd-22f4cc98f240), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.664030 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:17.665217 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fc39036b-8756-4477-aafd-22f4cc98f240 HTTP/1.1" status: 204 len: 168 time: 0.1917028 Aug 30 02:09:17.675561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768139-82ae-4b5b-92f5-9b81d22a0898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39036b-8756-4477-aafd-22f4cc98f240,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:18.227832 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f39486-735e-45b9-a2a1-9adad824e2a1 req-199c4785-8d13-4453-8ea8-f8f9ce72eabc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:18.229491 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a5f39486-735e-45b9-a2a1-9adad824e2a1 req-199c4785-8d13-4453-8ea8-f8f9ce72eabc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Aug 30 02:09:18.280675 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a5f39486-735e-45b9-a2a1-9adad824e2a1 req-84d0e9e6-e990-4c3d-9d68-3107722dfb5b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Aug 30 02:09:19.423899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fd4c3-e4da-4468-b328-5a037c60e80b req-cdddf7f3-1d22-43a5-a27d-bc8b40287a09 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:19.424665 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-139fd4c3-e4da-4468-b328-5a037c60e80b req-cdddf7f3-1d22-43a5-a27d-bc8b40287a09 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0574229 Aug 30 02:09:19.491859 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-139fd4c3-e4da-4468-b328-5a037c60e80b req-ef979b33-bb48-488b-b03f-1e3449fb3f5c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615327 Aug 30 02:09:20.636129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbf6-15a9-4bd4-bdb1-d8ecaedc78a5 req-e4b7558d-d2a8-4d65-b28a-7eb0dcb4108c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:20.637774 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df59fbf6-15a9-4bd4-bdb1-d8ecaedc78a5 req-e4b7558d-d2a8-4d65-b28a-7eb0dcb4108c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0548577 Aug 30 02:09:20.686509 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-df59fbf6-15a9-4bd4-bdb1-d8ecaedc78a5 req-54fc9a52-1a42-4d80-8938-5bc02d127dc0 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Aug 30 02:09:20.768710 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:09:20.869467 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:20.881076 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:09:20.920855 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: ACTIVE; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:20.921257 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:20.935978 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:09:20.958453 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:21.033082 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:21.084662 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=6']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:21.119707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['fe64b060-7adc-4085-b29b-f081c84456b4'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:09:21.828353 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dd2c6-b554-4d46-8927-de4bdb2ab399 req-b3840c6b-cf5d-494e-bcbd-33cf603fc580 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:21.830695 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bb1dd2c6-b554-4d46-8927-de4bdb2ab399 req-b3840c6b-cf5d-494e-bcbd-33cf603fc580 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0563586 Aug 30 02:09:21.888925 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bb1dd2c6-b554-4d46-8927-de4bdb2ab399 req-ffd3ab06-c024-4a0d-a5f5-d16f88316e8d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Aug 30 02:09:22.797778 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:09:22.850418 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port fe64b060-7adc-4085-b29b-f081c84456b4 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:09:22.850906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:22.964277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:22.964684 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:22.969624 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:23.024035 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:23.026479 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220b8520-a3ea-4d30-b343-e6570f15723d" -d '{"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:23.068468 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:23.077391 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a1a18-8d3a-49a2-a69a-2b0b0a4ab521 x-openstack-request-id: req-c59a1a18-8d3a-49a2-a69a-2b0b0a4ab521 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:23.077391 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:23.078324 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c59a1a18-8d3a-49a2-a69a-2b0b0a4ab521 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:23.078865 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59a1a18-8d3a-49a2-a69a-2b0b0a4ab521'] response: {'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'code': 200} Aug 30 02:09:23.084011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaef686-c7f1-4dbd-aaa3-8ac794d533f4 req-f1a4f496-0e5b-4cba-9613-7dc88ba4b8e2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:23.092438 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eaaef686-c7f1-4dbd-aaa3-8ac794d533f4 req-f1a4f496-0e5b-4cba-9613-7dc88ba4b8e2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0890765 Aug 30 02:09:23.143860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:23.174768 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-eaaef686-c7f1-4dbd-aaa3-8ac794d533f4 req-a8ec9d2d-173d-4b83-9ac3-62aafb4467d6 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808032 Aug 30 02:09:23.202123 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=7']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:24.333826 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c68fb-c06a-4aa2-84fb-f624f0b5a646 req-8b4f28b2-985b-4b5b-a0ca-05c3e293ddf5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:24.335497 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8b4c68fb-c06a-4aa2-84fb-f624f0b5a646 req-8b4f28b2-985b-4b5b-a0ca-05c3e293ddf5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0651274 Aug 30 02:09:24.393895 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8b4c68fb-c06a-4aa2-84fb-f624f0b5a646 req-b4ffe039-2977-4f40-b57f-214246bf935e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512047 Aug 30 02:09:25.527815 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6276-964d-48f3-919d-1e3b8b3a5fbf req-f0675c62-24f0-4f7b-8d94-e4fb2c5bf33c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:25.533961 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d84a6276-964d-48f3-919d-1e3b8b3a5fbf req-f0675c62-24f0-4f7b-8d94-e4fb2c5bf33c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0537946 Aug 30 02:09:25.591568 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d84a6276-964d-48f3-919d-1e3b8b3a5fbf req-f0113b92-a739-4dbf-84c8-76045cf69379 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557673 Aug 30 02:09:26.714914 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 60402) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:26.737949 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae90b5-1eca-4033-988b-3af17a3b0c79 req-c92cca97-15a2-4962-9362-fc6541873c76 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:26.745567 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-99ae90b5-1eca-4033-988b-3af17a3b0c79 req-c92cca97-15a2-4962-9362-fc6541873c76 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0647972 Aug 30 02:09:26.811691 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-99ae90b5-1eca-4033-988b-3af17a3b0c79 req-ddb52935-88e3-4112-9f64-b099c48cce22 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649717 Aug 30 02:09:26.855351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:26.894490 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:26.946162 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Publish callbacks [] for security_group (f73951ec-23a9-44b2-951f-cda51aafe6e6), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.000669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f73951ec-23a9-44b2-951f-cda51aafe6e6), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.050179 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4ad011b42e8d45459d4db0bf7792e63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334687 Aug 30 02:09:27.051401 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73951ec-23a9-44b2-951f-cda51aafe6e6,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:27.053044 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60406) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:27.060079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.064089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.065074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.065074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.065074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54dc3fa-4592-44bc-b60f-ffa03ea3bf5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.127529 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Publish callbacks [] for security_group (f73951ec-23a9-44b2-951f-cda51aafe6e6), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.150633 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Publish callbacks [] for security_group (f73951ec-23a9-44b2-951f-cda51aafe6e6), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.175898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:27.299813 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f73951ec-23a9-44b2-951f-cda51aafe6e6), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.302552 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:27.308709 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f73951ec-23a9-44b2-951f-cda51aafe6e6 HTTP/1.1" status: 204 len: 168 time: 0.2499042 Aug 30 02:09:27.317116 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73951ec-23a9-44b2-951f-cda51aafe6e6,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:27.328040 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.328785 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.329334 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.330002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.330883 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.331409 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.331924 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.332456 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.332937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.333428 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.333930 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.337580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.337580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.337580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.337580 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f40cb-d062-4cc8-affb-627acce09230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:09:27.945125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9eecc-01e8-4111-9fa7-7ad17a29b3de req-484d03c0-2e3d-41fe-a756-27afa179919a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:27.946654 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-94a9eecc-01e8-4111-9fa7-7ad17a29b3de req-484d03c0-2e3d-41fe-a756-27afa179919a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0473442 Aug 30 02:09:27.995525 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-94a9eecc-01e8-4111-9fa7-7ad17a29b3de req-435b1fb6-c8a9-4ef6-8843-496ee425b9f9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Aug 30 02:09:28.108177 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:28.108948 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:28.424972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60422) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:28.439048 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-058f36fd-b85b-4ef6-a2df-fa540ac83757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.534207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-058f36fd-b85b-4ef6-a2df-fa540ac83757 admin admin] Publish callbacks [] for security_group (c1c5edbf-025f-46b3-ad46-0fed97985866), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.599180 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-058f36fd-b85b-4ef6-a2df-fa540ac83757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c1c5edbf-025f-46b3-ad46-0fed97985866), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.631442 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f36fd-b85b-4ef6-a2df-fa540ac83757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c5edbf-025f-46b3-ad46-0fed97985866,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:28.663716 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-058f36fd-b85b-4ef6-a2df-fa540ac83757 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d31acae43e74479a3e0ff4ebbf539bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375770 Aug 30 02:09:28.666450 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60428) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:28.743434 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] Publish callbacks [] for security_group (c1c5edbf-025f-46b3-ad46-0fed97985866), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.770913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] Publish callbacks [] for security_group (c1c5edbf-025f-46b3-ad46-0fed97985866), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.915229 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (c1c5edbf-025f-46b3-ad46-0fed97985866), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.918176 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:28.923137 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c1c5edbf-025f-46b3-ad46-0fed97985866 HTTP/1.1" status: 204 len: 168 time: 0.2555907 Aug 30 02:09:28.938464 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aee9d-77d3-4738-b89d-01be1caca3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c5edbf-025f-46b3-ad46-0fed97985866,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:29.154940 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9eb3-f9a0-4017-96ec-2cd2ceb12384 req-949b07ff-ec2e-4329-8c98-121de4eb3668 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:29.162031 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c71a9eb3-f9a0-4017-96ec-2cd2ceb12384 req-949b07ff-ec2e-4329-8c98-121de4eb3668 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0662193 Aug 30 02:09:29.223340 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c71a9eb3-f9a0-4017-96ec-2cd2ceb12384 req-4b45449b-6cb3-4889-aff2-ded9418d79fe tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604200 Aug 30 02:09:29.743771 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60446) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:29.751060 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:29.759559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-78689a7c-54a8-47d7-a46d-6baae96c5110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:29.835503 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:29.857890 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-78689a7c-54a8-47d7-a46d-6baae96c5110 admin admin] Publish callbacks [] for security_group (20e73140-d931-43c8-9951-bb685ee6ab97), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:29.920825 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-78689a7c-54a8-47d7-a46d-6baae96c5110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (20e73140-d931-43c8-9951-bb685ee6ab97), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:29.963161 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78689a7c-54a8-47d7-a46d-6baae96c5110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e73140-d931-43c8-9951-bb685ee6ab97,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:29.993992 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-78689a7c-54a8-47d7-a46d-6baae96c5110 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b69d4bab45b949dea2d3c67ef969c868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489805 Aug 30 02:09:29.997092 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60450) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:30.006841 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-74c898e6-b100-471a-865d-f2777ae174cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:30.068545 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] Publish callbacks [] for security_group (20e73140-d931-43c8-9951-bb685ee6ab97), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:30.096671 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] Publish callbacks [] for security_group (20e73140-d931-43c8-9951-bb685ee6ab97), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:30.254546 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (20e73140-d931-43c8-9951-bb685ee6ab97), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:30.257030 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:30.258620 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/20e73140-d931-43c8-9951-bb685ee6ab97 HTTP/1.1" status: 204 len: 168 time: 0.2603693 Aug 30 02:09:30.293011 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10317c99-e759-4590-a0e4-dd7b2ed0a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e73140-d931-43c8-9951-bb685ee6ab97,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:30.315971 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:30.408797 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbd4ac-512b-4bc7-b45c-7606fc7afed4 req-0f51e639-7cfc-4958-aa14-3d5a3822ca2a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:30.417270 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a4bbd4ac-512b-4bc7-b45c-7606fc7afed4 req-0f51e639-7cfc-4958-aa14-3d5a3822ca2a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0656056 Aug 30 02:09:30.487385 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a4bbd4ac-512b-4bc7-b45c-7606fc7afed4 req-6623995f-fb1c-43e9-855b-ed28ad334ec4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686688 Aug 30 02:09:31.609538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8d7b-a0f7-4123-9c9c-06b4c9274d06 req-57349122-e977-4438-874b-6175f2684b3f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:31.611061 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2b1f8d7b-a0f7-4123-9c9c-06b4c9274d06 req-57349122-e977-4438-874b-6175f2684b3f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0476482 Aug 30 02:09:31.674266 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2b1f8d7b-a0f7-4123-9c9c-06b4c9274d06 req-8863b232-70d6-47ad-914d-776d705e3097 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497584 Aug 30 02:09:32.039145 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60500) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:32.173600 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755432736-network', 'tenant_id': 'dbcd3b31535f46308cd1a15fd66538f0'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:09:32.211830 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b8a69f46-ff5f-44bb-8e1c-fd775bfff775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.298292 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Made reservation on behalf of dbcd3b31535f46308cd1a15fd66538f0 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:09:32.300777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.312770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.415616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks [] for security_group (36316014-3ee4-4030-ac05-be0186845d3f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.486565 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (36316014-3ee4-4030-ac05-be0186845d3f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.515402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:09:32.521980 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36316014-3ee4-4030-ac05-be0186845d3f,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:32.527962 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1e644ea6-6ee3-4ab6-8456-fa014d8c2338), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.528473 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Added segment 1e644ea6-6ee3-4ab6-8456-fa014d8c2338 of type vlan for network 679b03cb-c332-4214-9386-ac405add0f6b Aug 30 02:09:32.576537 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (679b03cb-c332-4214-9386-ac405add0f6b), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.732664 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (679b03cb-c332-4214-9386-ac405add0f6b), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.733901 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:32.734608 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:32.739243 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:32.796853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79c4e-b76b-460d-8cef-09549127de6c req-ec70016f-e2ff-4391-8c1c-389bbc69f7cc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:32.798448 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ddb79c4e-b76b-460d-8cef-09549127de6c req-ec70016f-e2ff-4391-8c1c-389bbc69f7cc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0500059 Aug 30 02:09:32.798970 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] Pushing event updated for resources: {'Network': ['ID=679b03cb-c332-4214-9386-ac405add0f6b,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:32.810976 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network 679b03cb-c332-4214-9386-ac405add0f6b details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:09:32.837544 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c1ae48ea-ba7f-4ec7-8522-8ca0d877f46d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7970102 Aug 30 02:09:32.840430 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60510) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:32.846301 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Request body: {'subnet': {'network_id': '679b03cb-c332-4214-9386-ac405add0f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755432736-subnet', 'tenant_id': 'dbcd3b31535f46308cd1a15fd66538f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:09:32.847404 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:32.855114 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ddb79c4e-b76b-460d-8cef-09549127de6c req-5608193f-c4dc-4b90-ad36-464875d89474 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496597 Aug 30 02:09:33.008844 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Made reservation on behalf of dbcd3b31535f46308cd1a15fd66538f0 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:09:33.008844 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:33.105956 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=4,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:33.292912 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (c13a5db8-bf7f-4215-9248-446c618c7395), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:33.351914 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13a5db8-bf7f-4215-9248-446c618c7395,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:33.360018 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Checking segment: {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:09:33.360368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Network hostable DHCP agents. Network: 679b03cb-c332-4214-9386-ac405add0f6b, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:09:33.395377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:33.446260 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Network 679b03cb-c332-4214-9386-ac405add0f6b is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:09:33.564152 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, 679b03cb-c332-4214-9386-ac405add0f6b) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:09:33.568319 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:33.568965 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:33.574261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ec234-ff7f-4099-a6aa-b4c41139956b None None] Network 679b03cb-c332-4214-9386-ac405add0f6b requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:09:33.670604 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2c9c895e-c6ee-4dbe-84b0-cc19f84816db admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8282423 Aug 30 02:09:33.675859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c7846-dbfd-43e2-88c1-e1208c98c799 None None] Network 679b03cb-c332-4214-9386-ac405add0f6b requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:09:33.845188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-933c5728-fe48-4e63-a75e-d3ddfe252ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:33.846744 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-933c5728-fe48-4e63-a75e-d3ddfe252ab9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1130 time: 0.0411155 Aug 30 02:09:33.952540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-6f4e92d0-ab9d-4465-be67-0c7f4464abe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:33.954111 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-6f4e92d0-ab9d-4465-be67-0c7f4464abe8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.1019907 Aug 30 02:09:33.996639 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1ca3f-70ce-4d30-9fc3-c3fe79b05454 req-a267ede4-a511-4523-9a8e-48cca06cc218 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:33.998218 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e1f1ca3f-70ce-4d30-9fc3-c3fe79b05454 req-a267ede4-a511-4523-9a8e-48cca06cc218 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0552135 Aug 30 02:09:34.027087 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-6085d11d-7203-49bd-ab66-e6aaf2855da7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 1002 time: 0.0660229 Aug 30 02:09:34.053723 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e1f1ca3f-70ce-4d30-9fc3-c3fe79b05454 req-8c772543-eeae-4873-9f49-da2357e6e148 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497234 Aug 30 02:09:34.084277 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-dda08e51-dec2-4ec4-9b29-fe79aa9e13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:34.085761 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-dda08e51-dec2-4ec4-9b29-fe79aa9e13d8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0518222 Aug 30 02:09:34.132951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-56f1c268-a847-4341-b0de-b01467e5f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:34.134525 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-56f1c268-a847-4341-b0de-b01467e5f4e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422866 Aug 30 02:09:34.227276 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-8fb3157d-2332-44a2-8607-698905da33c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862930 Aug 30 02:09:34.328972 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0b0a2a8f-e107-4beb-881a-84ac048c73e6 req-6ef1d632-9c62-47e1-888c-59edad18525a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942266 Aug 30 02:09:34.967283 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:35.109945 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:35.180253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592203b-09cb-4db0-87e1-fa7827a0e1f2 req-ae97f063-6c1c-4135-a351-6a4f7672fa7f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:35.181746 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f592203b-09cb-4db0-87e1-fa7827a0e1f2 req-ae97f063-6c1c-4135-a351-6a4f7672fa7f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0480728 Aug 30 02:09:35.228620 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f592203b-09cb-4db0-87e1-fa7827a0e1f2 req-3d6caf7c-0e6a-40ac-a486-4168c395a1c4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Aug 30 02:09:35.959202 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-675396b4-ba8f-4cbd-90ff-24f39057e0c3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:35.960591 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-675396b4-ba8f-4cbd-90ff-24f39057e0c3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/networks?id=679b03cb-c332-4214-9386-ac405add0f6b HTTP/1.1" status: 200 len: 808 time: 0.1105139 Aug 30 02:09:35.976459 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-cf1b36cc-bc4a-4fd2-bc30-5c926bf5eb8b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/quotas/dbcd3b31535f46308cd1a15fd66538f0 HTTP/1.1" status: 200 len: 375 time: 0.0089993 Aug 30 02:09:36.008942 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-c07ca065-8b85-4ecd-94f9-d5256a96d2d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265005 Aug 30 02:09:36.103762 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-630d89e9-0709-499c-8aa6-b733511cf431 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856752 Aug 30 02:09:36.192899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:36.198699 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-5fb71cd4-8fb7-4a4c-9a68-5199700385fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890622 Aug 30 02:09:36.360071 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501c9a-4322-4fdb-90a2-2878243bce7d req-9fb79434-bc44-4724-99ab-df2c997c072d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:36.361567 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8f501c9a-4322-4fdb-90a2-2878243bce7d req-9fb79434-bc44-4724-99ab-df2c997c072d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Aug 30 02:09:36.408610 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8f501c9a-4322-4fdb-90a2-2878243bce7d req-6b6bfe4f-3d2c-416d-9ea0-3a78005b9169 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Aug 30 02:09:36.512281 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2608d6c6-7470-4f9a-927a-eaf8af0b3367 req-f0c52527-d8fe-4430-a978-2025f8375ed3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 210 time: 0.0301578 Aug 30 02:09:36.921309 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:09:36.992949 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: ACTIVE; New status is: DOWN {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:36.993257 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:37.016168 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:37.022861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf4a5bf-5444-492c-8449-20c2ef4069ef" -d '{"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:37.031972 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:37.054241 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6465e-6bc4-4fea-b981-3ccab9fb4210 x-openstack-request-id: req-9de6465e-6bc4-4fea-b981-3ccab9fb4210 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:37.054530 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-unplugged", "status": "failed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "code": 422}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:37.054786 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9de6465e-6bc4-4fea-b981-3ccab9fb4210 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:37.055233 dv-cinder-819667-6-iscsi neutron-server[106659]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9de6465e-6bc4-4fea-b981-3ccab9fb4210']: {'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'code': 422} returned with failed status Aug 30 02:09:37.109750 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:37.160402 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=8']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:37.598247 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dc66a7a5-0af2-4ec9-9fc7-f121e37a8aee req-96cb7286-f0ea-41a4-8c1e-7ae8fd91dc94 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 210 time: 0.0276382 Aug 30 02:09:37.802514 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-dadfd290-8eba-4a9e-87fa-5f87f1c989c7 req-abb631c3-e173-49e7-9a1a-dbd0dfb3682d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:09:37.803559 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dadfd290-8eba-4a9e-87fa-5f87f1c989c7 req-abb631c3-e173-49e7-9a1a-dbd0dfb3682d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057011 Aug 30 02:09:38.029572 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:38.291336 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253d2aa-cd14-40b1-b642-e3fd11736a46 req-337b20df-2dca-4549-b0b7-17afe7b710b5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:38.293039 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5253d2aa-cd14-40b1-b642-e3fd11736a46 req-337b20df-2dca-4549-b0b7-17afe7b710b5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0471270 Aug 30 02:09:38.340838 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5253d2aa-cd14-40b1-b642-e3fd11736a46 req-12ccf506-d9e9-45e4-8f80-9b04a4ecffa6 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Aug 30 02:09:38.699582 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b73243d5-a041-40d2-b59f-899654e3ba06 req-f9380aae-c1d1-4a1e-9f4f-3589c56aa519 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 210 time: 0.0303540 Aug 30 02:09:38.814361 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60654) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:38.892573 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-dcb610d9-deb8-4c81-8884-902ca4e78b25 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770638 Aug 30 02:09:38.901044 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-8ae3fbe6-7dbc-44a6-b6ad-0aa4243a1af4 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:09:38.902100 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-8ae3fbe6-7dbc-44a6-b6ad-0aa4243a1af4 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048673 Aug 30 02:09:38.972405 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:38.980574 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 60662) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:09:39.072050 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-80518e22-ca84-4b24-acc2-7fb961f346da tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:39.073544 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-80518e22-ca84-4b24-acc2-7fb961f346da tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "GET /networking/v2.0/networks?id=679b03cb-c332-4214-9386-ac405add0f6b HTTP/1.1" status: 200 len: 808 time: 0.1106350 Aug 30 02:09:39.091702 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Request body: {'port': {'device_id': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b', 'admin_state_up': True, 'tenant_id': 'dbcd3b31535f46308cd1a15fd66538f0'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:09:39.097146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-e3152076-bd00-4cd8-90a8-64114a7e2ace tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:39.106316 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-e3152076-bd00-4cd8-90a8-64114a7e2ace tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports/fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 941 time: 0.1243174 Aug 30 02:09:39.149048 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:39.286540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Made reservation on behalf of dbcd3b31535f46308cd1a15fd66538f0 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:09:39.290432 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:39.420769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Allocated IP 172.20.0.13 (679b03cb-c332-4214-9386-ac405add0f6b/c13a5db8-bf7f-4215-9248-446c618c7395/8759456a-36e8-4421-a077-babbd546c544) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:09:39.500757 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306119f9-4f37-4255-910f-7b191499ff3a req-e170fbb1-b2e8-4766-ab5f-33de8554daef tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:39.502616 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-306119f9-4f37-4255-910f-7b191499ff3a req-e170fbb1-b2e8-4766-ab5f-33de8554daef tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0767817 Aug 30 02:09:39.614716 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-306119f9-4f37-4255-910f-7b191499ff3a req-35bcb2b1-79c3-4aec-bb8b-55c38dcaaa42 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053872 Aug 30 02:09:39.676556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks [] for port (8759456a-36e8-4421-a077-babbd546c544), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:39.782318 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8759456a-36e8-4421-a077-babbd546c544), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:39.827256 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d770d-9bdf-4625-91fd-457a08309681 req-c3135b48-7a92-4186-a6fb-6ec82417fcbd tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:39.829960 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-227d770d-9bdf-4625-91fd-457a08309681 req-c3135b48-7a92-4186-a6fb-6ec82417fcbd tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 932 time: 0.0506895 Aug 30 02:09:39.833550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Network 679b03cb-c332-4214-9386-ac405add0f6b is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:09:39.837011 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:09:39.841108 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:09:39.849291 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Pushing event updated for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:39.886994 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-227d770d-9bdf-4625-91fd-457a08309681 req-3a3b11fe-d531-4e78-8527-5f9dfce5e6cf tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Aug 30 02:09:39.895543 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:39.896205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.043429 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-d89613f2-3c99-423e-b36a-902c619ee4d1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554918 Aug 30 02:09:40.054816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Request body: {'port': {'device_id': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:09:40.128900 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8759456a-36e8-4421-a077-babbd546c544), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.143972 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:40.258004 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:40.400416 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8759456a-36e8-4421-a077-babbd546c544 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:09:40.409060 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks [] for port (8759456a-36e8-4421-a077-babbd546c544), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.423263 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Transition to ACTIVE for port object 8759456a-36e8-4421-a077-babbd546c544 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:09:40.498845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (8759456a-36e8-4421-a077-babbd546c544), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.581754 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:40.612956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Attempting to bind port 8759456a-36e8-4421-a077-babbd546c544 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:09:40.613289 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Attempting to bind port 8759456a-36e8-4421-a077-babbd546c544 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:09:40.613656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Attempting to bind port 8759456a-36e8-4421-a077-babbd546c544 on network 679b03cb-c332-4214-9386-ac405add0f6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:09:40.618027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Port 8759456a-36e8-4421-a077-babbd546c544 on network 679b03cb-c332-4214-9386-ac405add0f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:09:40.618371 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Attempting to bind port 8759456a-36e8-4421-a077-babbd546c544 on network 679b03cb-c332-4214-9386-ac405add0f6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:09:40.623126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:09:40.623464 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Checking segment: {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:09:40.623844 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Bound using segment: {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:09:40.624370 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Bound port: 8759456a-36e8-4421-a077-babbd546c544, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:09:40.624727 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8759456a-36e8-4421-a077-babbd546c544), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.689946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:09:40.693264 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8759456a-36e8-4421-a077-babbd546c544,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:09:40.736883 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:40.752442 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1e370-b917-44d1-aedf-adfc6a36047a req-1c74d814-2a6c-4975-abe0-4c923498fa7d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:40.753973 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a2b1e370-b917-44d1-aedf-adfc6a36047a req-1c74d814-2a6c-4975-abe0-4c923498fa7d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0473917 Aug 30 02:09:40.799924 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a2b1e370-b917-44d1-aedf-adfc6a36047a req-710aec90-ece1-41ec-9278-d1bcf6123f48 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 Aug 30 02:09:40.824573 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (8759456a-36e8-4421-a077-babbd546c544), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.828038 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:40.829368 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:40.831040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8759456a-36e8-4421-a077-babbd546c544 HTTP/1.1" status: 200 len: 1094 time: 0.7801919 Aug 30 02:09:40.833221 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'tag': '8759456a-36e8-4421-a077-babbd546c544'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:40.836617 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "tag": "8759456a-36e8-4421-a077-babbd546c544"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:40.877831 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d190c2f-623d-4cdc-8fed-ef4848f8290f x-openstack-request-id: req-3d190c2f-623d-4cdc-8fed-ef4848f8290f {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:40.878117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "tag": "8759456a-36e8-4421-a077-babbd546c544", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:40.885984 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3d190c2f-623d-4cdc-8fed-ef4848f8290f {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:40.885984 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d190c2f-623d-4cdc-8fed-ef4848f8290f'] response: {'name': 'network-changed', 'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'tag': '8759456a-36e8-4421-a077-babbd546c544', 'status': 'completed', 'code': 200} Aug 30 02:09:40.895170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ed2cd-f72a-4d0e-aaaa-4b26ddf219f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:40.932416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:09:40.941771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-7e4cf694-f2d1-4013-9a87-16dba89e0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:40.944530 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-7e4cf694-f2d1-4013-9a87-16dba89e0949 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 1128 time: 0.0463092 Aug 30 02:09:41.015383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: DOWN; New status is: DOWN {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:41.093906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8abb-97b8-4b01-9104-986596ba981c req-d27b5950-4998-41bf-bdd0-be52bc23367e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.095387 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4ef8abb-97b8-4b01-9104-986596ba981c req-d27b5950-4998-41bf-bdd0-be52bc23367e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 944 time: 0.0665271 Aug 30 02:09:41.137055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-417ae20e-6936-4979-bc51-b25a6181fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.138547 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-417ae20e-6936-4979-bc51-b25a6181fbb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1810403 Aug 30 02:09:41.208896 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b4ef8abb-97b8-4b01-9104-986596ba981c req-f44e6b77-b728-4177-ac40-32a96ec2d1f6 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056767 Aug 30 02:09:41.516544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-1f169897-45bb-4116-b914-30b795ed1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.518224 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bf4c6bfb-65d5-4ec0-ba09-76a17a927641 req-1f169897-45bb-4116-b914-30b795ed1de4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3739574 Aug 30 02:09:41.595648 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-abe215b8-18db-4126-9c44-5e85d275e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.597161 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-abe215b8-18db-4126-9c44-5e85d275e8ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 1128 time: 0.0416119 Aug 30 02:09:41.637409 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-28138063-1663-4001-8c5a-9400a67828ed service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8759456a-36e8-4421-a077-babbd546c544 HTTP/1.1" status: 200 len: 217 time: 0.0327971 Aug 30 02:09:41.691865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-f4607059-fd27-4f29-8145-5aeb9836f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.692885 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-f4607059-fd27-4f29-8145-5aeb9836f0d0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c13a5db8-bf7f-4215-9248-446c618c7395 HTTP/1.1" status: 200 len: 848 time: 0.0495801 Aug 30 02:09:41.731477 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-24773965-ad55-41f9-bf32-4210929977ee service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=679b03cb-c332-4214-9386-ac405add0f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298808 Aug 30 02:09:41.754871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:41.825056 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-5b5d0bd4-e426-49d4-9085-fe70d400d27a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Aug 30 02:09:41.926427 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e7aca7da-c00d-43f1-b2d3-092735cacc27 req-19726b3f-67cb-41aa-9f3c-1ec6e1694bb4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919812 Aug 30 02:09:41.931292 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba64d96-c379-4152-acbd-c179484195a5 req-5f5a2683-af5f-4e97-8a2a-af6a2a65829f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:41.937445 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aba64d96-c379-4152-acbd-c179484195a5 req-5f5a2683-af5f-4e97-8a2a-af6a2a65829f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0476074 Aug 30 02:09:41.980521 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aba64d96-c379-4152-acbd-c179484195a5 req-25d2f207-8dd4-44b0-9d2e-57abb0c4d6ec tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Aug 30 02:09:42.187897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-a1aeb7dc-48b6-44a8-ae00-ba39f38317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:42.189503 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-a1aeb7dc-48b6-44a8-ae00-ba39f38317ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 1128 time: 0.0743830 Aug 30 02:09:42.248537 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-81d7a8a3-62b2-4563-8fc0-fa36f487369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:42.250309 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-81d7a8a3-62b2-4563-8fc0-fa36f487369e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1128 time: 0.0392332 Aug 30 02:09:42.328123 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1855-dce6-485f-a233-ff44b4f8e6aa req-51d58718-1618-4188-b100-b49cde08ed6f tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:42.329660 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53ab1855-dce6-485f-a233-ff44b4f8e6aa req-51d58718-1618-4188-b100-b49cde08ed6f tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 944 time: 0.0448911 Aug 30 02:09:42.378416 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-53ab1855-dce6-485f-a233-ff44b4f8e6aa req-260d9e94-672a-4411-b20e-653bf9114b1a tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Aug 30 02:09:43.003996 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-1ded1402-5ddb-4193-80d4-01f31588e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:43.005519 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-1ded1402-5ddb-4193-80d4-01f31588e121 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0932038 Aug 30 02:09:43.070212 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-64beb3d7-21f6-4698-bbe0-dcab4c62a602 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 200 len: 1000 time: 0.0583682 Aug 30 02:09:43.110631 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ddabe-2056-4b99-9adc-ac62bc1f3d18 req-294aee6e-9c18-467e-934a-0f35de23c24a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:43.112166 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff6ddabe-2056-4b99-9adc-ac62bc1f3d18 req-294aee6e-9c18-467e-934a-0f35de23c24a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0497015 Aug 30 02:09:43.131434 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-fdd6ae19-3a8c-49a1-b243-117fc67fd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:43.132979 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-fdd6ae19-3a8c-49a1-b243-117fc67fd9bb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0573926 Aug 30 02:09:43.161648 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ff6ddabe-2056-4b99-9adc-ac62bc1f3d18 req-005df4c4-d1ba-41b8-810a-332590aa729e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Aug 30 02:09:43.178342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-00613af2-6e1f-4d68-8974-e2d56c18b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:43.179892 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-00613af2-6e1f-4d68-8974-e2d56c18b390 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409846 Aug 30 02:09:43.275824 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-f87f2a88-c0d6-49c4-bd41-27304b01862c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888243 Aug 30 02:09:43.336296 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:43.365845 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6d685e1-fb7b-4bb8-bec3-c9a91deea10c req-7d94665e-19cf-41b0-956e-3d7f91b745fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840523 Aug 30 02:09:43.497081 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5380eec-419b-4615-87d2-bc2556bd18b2 req-f72bc90f-5a66-4ab2-97cf-d6c0e5780fba tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:43.498788 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e5380eec-419b-4615-87d2-bc2556bd18b2 req-f72bc90f-5a66-4ab2-97cf-d6c0e5780fba tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 944 time: 0.0492930 Aug 30 02:09:43.551190 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e5380eec-419b-4615-87d2-bc2556bd18b2 req-a1348344-0e89-40e3-96e0-bdc0c434c963 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Aug 30 02:09:44.307196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e780c-ec87-4e02-9158-2830987305b8 req-9be68aa1-86bf-4e0a-8416-c332b7374fd4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:44.308895 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b80e780c-ec87-4e02-9158-2830987305b8 req-9be68aa1-86bf-4e0a-8416-c332b7374fd4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0557930 Aug 30 02:09:44.366479 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b80e780c-ec87-4e02-9158-2830987305b8 req-0d9acf89-34a2-45cc-9e14-58ce580ab31d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513406 Aug 30 02:09:44.681421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71da793-b977-4b92-9dfa-6794e3e3b2f2 req-50242211-c875-4207-9512-3b2e8fe0c7c0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:44.682981 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a71da793-b977-4b92-9dfa-6794e3e3b2f2 req-50242211-c875-4207-9512-3b2e8fe0c7c0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 944 time: 0.0510066 Aug 30 02:09:44.737844 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a71da793-b977-4b92-9dfa-6794e3e3b2f2 req-46774cd5-56f5-4a50-88ce-6af4cc3de097 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Aug 30 02:09:44.978010 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8759456a-36e8-4421-a077-babbd546c544 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:09:45.076045 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:09:45.086215 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8759456a-36e8-4421-a077-babbd546c544,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:45.098930 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '8759456a-36e8-4421-a077-babbd546c544', 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b', 'port_id': '8759456a-36e8-4421-a077-babbd546c544', 'mac_address': 'fa:16:3e:6e:7a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a5db8-bf7f-4215-9248-446c618c7395', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:09:45.120901 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:45.139568 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 8759456a-36e8-4421-a077-babbd546c544 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:45.141751 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8759456a-36e8-4421-a077-babbd546c544), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:45.157993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8759456a-36e8-4421-a077-babbd546c544 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:09:45.182213 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8759456a-36e8-4421-a077-babbd546c544,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:45.255731 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8759456a-36e8-4421-a077-babbd546c544), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:45.323469 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:45.485007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['8759456a-36e8-4421-a077-babbd546c544'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:09:45.531314 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:45.562612 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89b27-39d7-4103-98e6-4f1c3e8b3ccf req-bf55f415-d712-40b4-ac8e-88f454db975c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:45.563966 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a4b89b27-39d7-4103-98e6-4f1c3e8b3ccf req-bf55f415-d712-40b4-ac8e-88f454db975c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0716236 Aug 30 02:09:45.640770 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:45.654833 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a4b89b27-39d7-4103-98e6-4f1c3e8b3ccf req-7e246971-8ddd-4edb-a57d-c177e795849a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840893 Aug 30 02:09:45.860361 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc8c6-4741-4f10-970f-fe74c665fa33 req-bd740def-f141-4e93-a26d-3562da7cc65b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:45.862318 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2cefc8c6-4741-4f10-970f-fe74c665fa33 req-bd740def-f141-4e93-a26d-3562da7cc65b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Aug 30 02:09:45.914804 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2cefc8c6-4741-4f10-970f-fe74c665fa33 req-c42d4776-b232-4b05-937f-e46e5ed75a10 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 Aug 30 02:09:46.810177 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54879eb1-8a04-44b7-bff9-9281a3d8c726 req-b2f71f0f-af4c-4a1e-9353-6a97b736e902 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:46.811832 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-54879eb1-8a04-44b7-bff9-9281a3d8c726 req-b2f71f0f-af4c-4a1e-9353-6a97b736e902 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0562823 Aug 30 02:09:46.886093 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-54879eb1-8a04-44b7-bff9-9281a3d8c726 req-0dff7947-5faf-44b0-a0d6-36dafe1bcc15 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678082 Aug 30 02:09:46.978760 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8759456a-36e8-4421-a077-babbd546c544 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:09:47.038416 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 8759456a-36e8-4421-a077-babbd546c544 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:09:47.082151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631816c-777b-4c9c-9b5b-c4a8610caf27 req-e1c821e2-1e09-44c5-9f24-1190e8abe541 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:47.083933 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3631816c-777b-4c9c-9b5b-c4a8610caf27 req-e1c821e2-1e09-44c5-9f24-1190e8abe541 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Aug 30 02:09:47.122941 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:47.133271 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 8759456a-36e8-4421-a077-babbd546c544 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:09:47.134536 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (8759456a-36e8-4421-a077-babbd546c544), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:47.169112 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3631816c-777b-4c9c-9b5b-c4a8610caf27 req-dbda4e73-af52-4823-acd2-c6bbb3aa08d7 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Aug 30 02:09:47.242892 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 8759456a-36e8-4421-a077-babbd546c544 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:09:47.243579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (8759456a-36e8-4421-a077-babbd546c544), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:47.270568 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8759456a-36e8-4421-a077-babbd546c544'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:47.273023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c7d61d-c190-443a-833d-b18d93af5a8e" -d '{"events": [{"server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "name": "network-vif-plugged", "status": "completed", "tag": "8759456a-36e8-4421-a077-babbd546c544"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:47.289589 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8759456a-36e8-4421-a077-babbd546c544,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:47.322887 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f2542a-3d54-4e73-a4f4-8ee735f517f6 x-openstack-request-id: req-14f2542a-3d54-4e73-a4f4-8ee735f517f6 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:47.323178 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "name": "network-vif-plugged", "status": "completed", "tag": "8759456a-36e8-4421-a077-babbd546c544", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:47.323600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14f2542a-3d54-4e73-a4f4-8ee735f517f6 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:47.324003 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f2542a-3d54-4e73-a4f4-8ee735f517f6'] response: {'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8759456a-36e8-4421-a077-babbd546c544', 'code': 200} Aug 30 02:09:47.364757 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (8759456a-36e8-4421-a077-babbd546c544), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:47.419136 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:48.014933 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1f98-f95f-4691-b3ab-e8ef79995aa4 req-4a4dc40c-3d20-41dd-9c9c-ed308f1ade9b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:48.016573 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d92d1f98-f95f-4691-b3ab-e8ef79995aa4 req-4a4dc40c-3d20-41dd-9c9c-ed308f1ade9b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0497823 Aug 30 02:09:48.068157 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d92d1f98-f95f-4691-b3ab-e8ef79995aa4 req-d603f025-b020-425c-8659-089d19b164cb tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Aug 30 02:09:48.299256 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5cc7f-512f-4469-adb6-bf1d62f92ba4 req-983a2b03-94e4-4633-be7b-ad5562e42c5b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:48.301063 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aab5cc7f-512f-4469-adb6-bf1d62f92ba4 req-983a2b03-94e4-4633-be7b-ad5562e42c5b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0487988 Aug 30 02:09:48.351693 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-aab5cc7f-512f-4469-adb6-bf1d62f92ba4 req-119c810d-8420-4792-b209-dd958ca8c8e7 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Aug 30 02:09:49.134292 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:49.213915 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252cedd-4571-40f3-8b04-99f43f435977 req-876901e4-75ee-440f-8ad8-c270bd04014e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:49.216297 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9252cedd-4571-40f3-8b04-99f43f435977 req-876901e4-75ee-440f-8ad8-c270bd04014e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0516441 Aug 30 02:09:49.279236 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9252cedd-4571-40f3-8b04-99f43f435977 req-b237e860-9f75-4cc0-bfb9-b66724a204da tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568871 Aug 30 02:09:49.476809 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961518e5-54d4-4a57-a8b8-577b26f9adc3 req-43e10a7f-dd62-4bed-ba83-bc810c41f611 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:49.478708 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-961518e5-54d4-4a57-a8b8-577b26f9adc3 req-43e10a7f-dd62-4bed-ba83-bc810c41f611 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0490191 Aug 30 02:09:49.532203 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-961518e5-54d4-4a57-a8b8-577b26f9adc3 req-1b638fd6-63cf-4a9e-b832-16cf9dc46234 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Aug 30 02:09:50.439752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9387c56-d9fd-4bf5-9db4-5a36c43ad618 req-d157518c-19a4-4a52-94e5-b4fa64787685 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:50.441374 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a9387c56-d9fd-4bf5-9db4-5a36c43ad618 req-d157518c-19a4-4a52-94e5-b4fa64787685 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0699205 Aug 30 02:09:50.495552 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a9387c56-d9fd-4bf5-9db4-5a36c43ad618 req-a1b70f1a-c164-455f-bd4b-4e7026e68c77 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Aug 30 02:09:50.665699 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fc51f-31ec-490f-90d2-e0ecb83c7f8a req-00895fb9-3d22-449e-a3ed-8a9cb221c5ec tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:50.667228 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b0fc51f-31ec-490f-90d2-e0ecb83c7f8a req-00895fb9-3d22-449e-a3ed-8a9cb221c5ec tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Aug 30 02:09:50.725596 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b0fc51f-31ec-490f-90d2-e0ecb83c7f8a req-150ee746-2870-4172-ae03-9f295d3d8637 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Aug 30 02:09:51.633397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47a69-989b-4acb-9a6b-5c0942562ce2 req-4a9b14cd-3f1c-44ea-a89e-95d7c54f4100 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:51.635065 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cec47a69-989b-4acb-9a6b-5c0942562ce2 req-4a9b14cd-3f1c-44ea-a89e-95d7c54f4100 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0505974 Aug 30 02:09:51.687658 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cec47a69-989b-4acb-9a6b-5c0942562ce2 req-06315010-359e-4f87-a75c-ab721dd605c8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Aug 30 02:09:51.852527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068981-35c5-4e43-b3be-1a09def5348e req-802f441c-066d-44ea-a3c6-515a2d4cdf49 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:51.854488 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4c068981-35c5-4e43-b3be-1a09def5348e req-802f441c-066d-44ea-a3c6-515a2d4cdf49 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0522349 Aug 30 02:09:51.917643 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4c068981-35c5-4e43-b3be-1a09def5348e req-521bc6e0-3a87-4bd1-8939-401703acc5e9 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Aug 30 02:09:52.816301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293693-e1f6-4fd0-8a13-41f8b459dd03 req-d1e51c62-fb4e-4050-a161-8e50f30172b7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:52.817789 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-70293693-e1f6-4fd0-8a13-41f8b459dd03 req-d1e51c62-fb4e-4050-a161-8e50f30172b7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0494676 Aug 30 02:09:52.864719 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-70293693-e1f6-4fd0-8a13-41f8b459dd03 req-52aa363a-a964-4e45-89da-b00dddd0d44a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Aug 30 02:09:53.033350 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:53.048327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64affc54-107c-4a39-947c-c4083c347ab6 req-46a819d2-7c6c-4021-bc8c-0add939d61a3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:53.049854 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-64affc54-107c-4a39-947c-c4083c347ab6 req-46a819d2-7c6c-4021-bc8c-0add939d61a3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0497069 Aug 30 02:09:53.098311 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-64affc54-107c-4a39-947c-c4083c347ab6 req-4c6a38d3-f776-4adf-8ed5-b99bbe9486ac tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Aug 30 02:09:53.993012 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b45f2-3ff3-425d-a22c-6404a1ab21d8 req-ebde75ec-e9fe-4e07-96e6-dff72b33a7de tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:53.994537 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-537b45f2-3ff3-425d-a22c-6404a1ab21d8 req-ebde75ec-e9fe-4e07-96e6-dff72b33a7de tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0492518 Aug 30 02:09:54.042620 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-537b45f2-3ff3-425d-a22c-6404a1ab21d8 req-27d86703-d9f1-4612-b2a3-096e213e18d5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Aug 30 02:09:54.220340 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaa5bf-c312-4cd5-a8aa-680c12b512f0 req-16ca7845-47fa-41b5-9711-67fb7c6ca3f2 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:54.221769 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-56eaa5bf-c312-4cd5-a8aa-680c12b512f0 req-16ca7845-47fa-41b5-9711-67fb7c6ca3f2 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0493503 Aug 30 02:09:54.268978 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-56eaa5bf-c312-4cd5-a8aa-680c12b512f0 req-21c7009c-e5a8-4b33-bed3-c5cbc6db86d4 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Aug 30 02:09:54.591671 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f85ba-c453-469b-92e0-0a2891ba2585 req-039dc085-d9ef-481d-8205-b22b65a37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:54.593227 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-477f85ba-c453-469b-92e0-0a2891ba2585 req-039dc085-d9ef-481d-8205-b22b65a37419 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 1130 time: 0.0419676 Aug 30 02:09:54.630080 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:54.636563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-477f85ba-c453-469b-92e0-0a2891ba2585 req-b800f346-a1bf-4e77-b7c6-078ea33e8613 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Aug 30 02:09:55.076287 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:55.174701 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985e6a8-a6c1-4489-a65b-872c0034174d req-c6c2eb14-bec9-4e9d-a7de-b99c6ddbf12f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:55.176338 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c985e6a8-a6c1-4489-a65b-872c0034174d req-c6c2eb14-bec9-4e9d-a7de-b99c6ddbf12f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0506449 Aug 30 02:09:55.228888 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c985e6a8-a6c1-4489-a65b-872c0034174d req-411592fb-6c9d-4401-b049-ec570a2cd018 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Aug 30 02:09:55.389753 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e8d49-4f51-4098-92e9-157d1feadf9f req-ed410677-a8d5-4c5a-ad77-7fbed214fb03 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:55.391128 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ef5e8d49-4f51-4098-92e9-157d1feadf9f req-ed410677-a8d5-4c5a-ad77-7fbed214fb03 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0458746 Aug 30 02:09:55.442308 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ef5e8d49-4f51-4098-92e9-157d1feadf9f req-1a519f9d-d771-4f3a-a8a6-b069d2bd4d23 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Aug 30 02:09:56.361530 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75601a-16f9-4976-8e8e-28fcbf95a5d8 req-91b531ba-394b-4300-af0e-8c8db8284bf9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:56.363067 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3a75601a-16f9-4976-8e8e-28fcbf95a5d8 req-91b531ba-394b-4300-af0e-8c8db8284bf9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0483413 Aug 30 02:09:56.416108 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3a75601a-16f9-4976-8e8e-28fcbf95a5d8 req-d6e4d1e7-1606-4452-ac60-ef267ccaf145 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458536 Aug 30 02:09:56.562911 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8fff7-d11a-4ca3-8f51-fa4582e18ede req-3b533ed0-8295-4a83-a261-8e1ffe877831 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:56.564395 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fdf8fff7-d11a-4ca3-8f51-fa4582e18ede req-3b533ed0-8295-4a83-a261-8e1ffe877831 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0460951 Aug 30 02:09:56.612212 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fdf8fff7-d11a-4ca3-8f51-fa4582e18ede req-23d90108-e3cb-4e2b-9818-c8be4ca34c1e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Aug 30 02:09:57.409722 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:57.416817 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:57.553866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574de8e2-ffed-41d0-bb29-7947b5d47be1 req-9c6e5440-e82a-427d-909e-6c7610663167 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:57.560517 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-574de8e2-ffed-41d0-bb29-7947b5d47be1 req-9c6e5440-e82a-427d-909e-6c7610663167 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0544648 Aug 30 02:09:57.610003 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-574de8e2-ffed-41d0-bb29-7947b5d47be1 req-5ab5b188-62c3-4e25-bbd4-bae4a215973c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479932 Aug 30 02:09:58.032168 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:58.045667 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ae758-5485-40ea-b7e7-55684563714c req-dd7cfff0-bf3a-41a0-aee5-9facef8ab1de tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:58.047700 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f71ae758-5485-40ea-b7e7-55684563714c req-dd7cfff0-bf3a-41a0-aee5-9facef8ab1de tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0473764 Aug 30 02:09:58.096570 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f71ae758-5485-40ea-b7e7-55684563714c req-82b73afe-73f2-405e-9d98-de3db5fc4a31 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Aug 30 02:09:58.746021 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ab16f-93f4-414e-92a7-1906ae86b213 req-8a497b9b-3025-4672-b33a-80c06f72f441 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:58.747493 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-831ab16f-93f4-414e-92a7-1906ae86b213 req-8a497b9b-3025-4672-b33a-80c06f72f441 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0495441 Aug 30 02:09:58.795510 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-831ab16f-93f4-414e-92a7-1906ae86b213 req-01971f2b-d237-4d9c-8ddf-897ac61bbee7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Aug 30 02:09:59.222217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb83fe-bb8a-4caf-a049-3ca654634f5d req-82ac17b3-8e89-4c28-af29-7ff3591d6762 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:59.223759 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-defb83fe-bb8a-4caf-a049-3ca654634f5d req-82ac17b3-8e89-4c28-af29-7ff3591d6762 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Aug 30 02:09:59.284242 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-defb83fe-bb8a-4caf-a049-3ca654634f5d req-53b09e17-fb46-47ae-99d9-0319080cae26 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 Aug 30 02:09:59.318741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-eac277b2-aac2-4c37-a22f-56cabda183c3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:59.320197 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-eac277b2-aac2-4c37-a22f-56cabda183c3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 30 02:09:59.405730 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Deleting port 8759456a-36e8-4421-a077-babbd546c544 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:09:59.406073 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (8759456a-36e8-4421-a077-babbd546c544), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:59.497216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] For port 8759456a-36e8-4421-a077-babbd546c544, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8759456a-36e8-4421-a077-babbd546c544,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:09:59.497610 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (8759456a-36e8-4421-a077-babbd546c544), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:59.511079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Calling delete_port for 8759456a-36e8-4421-a077-babbd546c544 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:09:59.750410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8759456a-36e8-4421-a077-babbd546c544), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:59.767410 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['8759456a-36e8-4421-a077-babbd546c544'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:09:59.780537 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Pushing event deleted for resources: {'Port': ['ID=8759456a-36e8-4421-a077-babbd546c544,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:09:59.826944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] No DVR routers for this DVR port 8759456a-36e8-4421-a077-babbd546c544 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:09:59.835194 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:09:59.839220 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1741ba8-3e84-4e3e-a272-408f862e9465 req-6822d07d-0c41-4c5f-a899-1160af153388 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8759456a-36e8-4421-a077-babbd546c544 HTTP/1.1" status: 204 len: 173 time: 0.5138628 Aug 30 02:09:59.839754 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'name': 'network-vif-deleted', 'tag': '8759456a-36e8-4421-a077-babbd546c544'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:09:59.842357 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2643f464-77af-4af0-8880-a6aa7c4e2a3c" -d '{"events": [{"server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "name": "network-vif-deleted", "tag": "8759456a-36e8-4421-a077-babbd546c544"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:09:59.891670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5548e54-c299-4174-9e67-7e4cb4eee05f x-openstack-request-id: req-f5548e54-c299-4174-9e67-7e4cb4eee05f {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:09:59.892019 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f61075-91c8-496b-9db8-bf335ed40b41", "name": "network-vif-deleted", "tag": "8759456a-36e8-4421-a077-babbd546c544", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:09:59.892340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5548e54-c299-4174-9e67-7e4cb4eee05f {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:09:59.892813 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5548e54-c299-4174-9e67-7e4cb4eee05f'] response: {'server_uuid': 'f3f61075-91c8-496b-9db8-bf335ed40b41', 'name': 'network-vif-deleted', 'tag': '8759456a-36e8-4421-a077-babbd546c544', 'status': 'completed', 'code': 200} Aug 30 02:09:59.937797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43496f0-1a2e-4f13-a763-60e8f5cc8e25 req-c1c34b85-324b-4f49-95e4-762890e50242 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:09:59.939405 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c43496f0-1a2e-4f13-a763-60e8f5cc8e25 req-c1c34b85-324b-4f49-95e4-762890e50242 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0558095 Aug 30 02:09:59.987271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:09:59.994967 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c43496f0-1a2e-4f13-a763-60e8f5cc8e25 req-5bf9a389-d6e0-47d9-84a0-79de57b83ad7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498796 Aug 30 02:10:00.389916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0f0c83b6-0c14-4da3-b980-9a853c65ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:00.396866 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1e766952-321e-4c52-b794-b1a6a4d68dc8 req-67e13051-2b5c-4b7b-bd02-0c5b3cc81e5b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 210 time: 0.0317361 Aug 30 02:10:01.164669 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530746f-2340-412f-abcf-1d32f4367b3b req-8fc27e7a-7bef-42bc-b7cc-76720a4c363c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:01.166489 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a530746f-2340-412f-abcf-1d32f4367b3b req-8fc27e7a-7bef-42bc-b7cc-76720a4c363c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0594475 Aug 30 02:10:01.237010 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a530746f-2340-412f-abcf-1d32f4367b3b req-1a72167a-60e7-457c-8bc7-728649cc0f4d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601697 Aug 30 02:10:01.509403 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-605fb2db-1af7-4b3d-bbf5-d2300f2b6553 req-c7380d8d-938d-4d8d-bc0c-cdbcb0fb57ee tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3f61075-91c8-496b-9db8-bf335ed40b41 HTTP/1.1" status: 200 len: 210 time: 0.0264015 Aug 30 02:10:02.238909 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-815d1670-2a62-4c44-83de-06812ffc5260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:02.375706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ec0a3-2270-422e-83b5-4faf1d9ab7e0 req-53e1dde8-8ed9-4fcb-ac07-3e5efbffa549 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:02.377200 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-632ec0a3-2270-422e-83b5-4faf1d9ab7e0 req-53e1dde8-8ed9-4fcb-ac07-3e5efbffa549 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 944 time: 0.0496528 Aug 30 02:10:02.425714 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-632ec0a3-2270-422e-83b5-4faf1d9ab7e0 req-118209dd-4d3b-48f0-97a5-a8c79af9cf30 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Aug 30 02:10:02.798865 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-6cd338e1-a337-4923-b58e-5b6c46c3e50e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:02.800317 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-6cd338e1-a337-4923-b58e-5b6c46c3e50e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/networks?id=679b03cb-c332-4214-9386-ac405add0f6b HTTP/1.1" status: 200 len: 808 time: 0.1170170 Aug 30 02:10:02.814695 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-3cc00f46-9eed-4ee6-9bf2-9971f3cdaeda tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/quotas/dbcd3b31535f46308cd1a15fd66538f0 HTTP/1.1" status: 200 len: 375 time: 0.0090322 Aug 30 02:10:02.849001 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-598dca63-bded-486a-844e-33ef3aa5d387 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295062 Aug 30 02:10:02.939480 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-1c25e921-4de2-4f10-8479-d472adf28729 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Aug 30 02:10:03.017481 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:03.035257 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-c5de4c19-c10f-4d44-bbcd-ee2e07429904 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Aug 30 02:10:03.039459 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:10:03.042495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8759456a-36e8-4421-a077-babbd546c544 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:10:03.067708 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 8759456a-36e8-4421-a077-babbd546c544 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:10:03.068050 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 8759456a-36e8-4421-a077-babbd546c544 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:10:03.168513 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:03.186090 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'mac_address': 'fa:16:3e:9d:be:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:10:03.220526 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:03.220919 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:03.234908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:10:03.254989 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:03.336833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:03.341656 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:03.372675 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1555c21a-1a54-44ed-826f-bd696da59447 req-5e21a1a2-31f0-46d1-aab2-28e09be3367d tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0461977 Aug 30 02:10:03.399524 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=9']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:03.424005 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:03.543229 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['fe64b060-7adc-4085-b29b-f081c84456b4'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:10:03.556207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792cec7-d2c5-419a-ac37-f71ad5e19650 req-25b40420-830b-47e7-86ce-6fe0dea14b39 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:03.557725 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9792cec7-d2c5-419a-ac37-f71ad5e19650 req-25b40420-830b-47e7-86ce-6fe0dea14b39 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0461993 Aug 30 02:10:03.605809 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9792cec7-d2c5-419a-ac37-f71ad5e19650 req-d576374a-aa74-4f8f-a1b1-50a3b0e02f68 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Aug 30 02:10:04.475876 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fc95e53b-fcd4-46a5-8154-9538684d862f req-e4332935-79d7-4306-babb-3b515f0f07e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Aug 30 02:10:04.730813 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2db34-cf1e-4a61-b078-dde99dc7a5ae req-47de5e7f-eb0b-4b11-a74b-18c724988306 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:04.732371 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a4e2db34-cf1e-4a61-b078-dde99dc7a5ae req-47de5e7f-eb0b-4b11-a74b-18c724988306 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 945 time: 0.0469782 Aug 30 02:10:04.787879 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a4e2db34-cf1e-4a61-b078-dde99dc7a5ae req-8628e781-4ece-4740-a35c-34d3948c0f22 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471406 Aug 30 02:10:04.938382 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:05.043773 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:10:05.074316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:05.095008 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port fe64b060-7adc-4085-b29b-f081c84456b4 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:05.095377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:05.172726 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port fe64b060-7adc-4085-b29b-f081c84456b4 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:05.173113 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:05.198796 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:10:05.201107 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32559af6-534a-4b8f-8661-3a6ca1b127a8" -d '{"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:10:05.214861 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:05.241833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ef0b50-c974-4c8c-9577-c33747e841aa x-openstack-request-id: req-27ef0b50-c974-4c8c-9577-c33747e841aa {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:10:05.242123 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-plugged", "status": "completed", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:10:05.242386 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-27ef0b50-c974-4c8c-9577-c33747e841aa {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:10:05.242772 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ef0b50-c974-4c8c-9577-c33747e841aa'] response: {'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'code': 200} Aug 30 02:10:05.335713 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:05.360025 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:05.384026 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=10']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:05.391090 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.393758 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.394422 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.394422 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.394660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.394983 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.395303 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.395626 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.395966 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:05.574723 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9cc61ecb-73d5-43bb-985a-e3fb5d76a634 req-c35dced1-73a5-44be-869f-02c2b5745cd0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0269823 Aug 30 02:10:05.916071 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2b64c-7ea1-4a84-b097-f9cb07814994 req-a0502c42-26b9-40b5-8b83-9b8fc6d86f10 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:05.917563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-02a2b64c-7ea1-4a84-b097-f9cb07814994 req-a0502c42-26b9-40b5-8b83-9b8fc6d86f10 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0485501 Aug 30 02:10:05.964504 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-02a2b64c-7ea1-4a84-b097-f9cb07814994 req-5131f9ef-2d95-4013-9e3d-6babf20a98cb tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Aug 30 02:10:06.674158 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-75ae9ac5-68fc-46eb-b3a1-32ab8ebd4a6b req-ec9f72aa-c957-4f2b-a521-ff05ec3e0c05 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0263705 Aug 30 02:10:07.092472 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f7150-9abc-4768-aab1-dad4bc51376e req-52f159cd-a185-4c66-8007-1731712fe932 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:07.094719 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-493f7150-9abc-4768-aab1-dad4bc51376e req-52f159cd-a185-4c66-8007-1731712fe932 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0463703 Aug 30 02:10:07.143585 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-493f7150-9abc-4768-aab1-dad4bc51376e req-75dc113e-ca94-4809-be1d-0a02dfa22421 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 Aug 30 02:10:07.783302 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7f0e58ac-5061-4f57-951a-c8e760e82e3a req-fdcdabe0-cba3-4d6b-a80e-8c232df99146 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0364528 Aug 30 02:10:08.029277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:08.277650 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9f90c-8d60-46ee-a854-5c6349769172 req-262ed268-7388-4819-a267-e6b8ef64954f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:08.279171 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d0f9f90c-8d60-46ee-a854-5c6349769172 req-262ed268-7388-4819-a267-e6b8ef64954f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0552106 Aug 30 02:10:08.328946 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d0f9f90c-8d60-46ee-a854-5c6349769172 req-d6a6e5d0-5715-4226-be21-14ca70188aa1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Aug 30 02:10:08.595726 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d175cf-cd40-4fab-a274-56ccaef8323e req-ec5a6274-7ee3-4b3a-a182-2e825af45e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:08.597114 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d6d175cf-cd40-4fab-a274-56ccaef8323e req-ec5a6274-7ee3-4b3a-a182-2e825af45e66 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 1131 time: 0.0379388 Aug 30 02:10:08.640463 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d6d175cf-cd40-4fab-a274-56ccaef8323e req-6ef008f8-8137-42d0-b71f-9c5268ff01c0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Aug 30 02:10:08.871817 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:08.880079 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-73ff782d-58c3-4fac-85c2-2b407af0010d req-0309527d-f52c-4502-96e1-14434b463a53 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0294986 Aug 30 02:10:08.955832 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-192bf5de-0c5d-4c9e-bf68-a8483d49ce2c tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:08.957280 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-192bf5de-0c5d-4c9e-bf68-a8483d49ce2c tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "GET /networking/v2.0/networks?id=679b03cb-c332-4214-9386-ac405add0f6b HTTP/1.1" status: 200 len: 808 time: 0.1084797 Aug 30 02:10:08.968397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Request body: {'port': {'device_id': '201f14aa-d786-4903-8806-eca478c803e7', 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b', 'admin_state_up': True, 'tenant_id': 'dbcd3b31535f46308cd1a15fd66538f0'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:09.189866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Made reservation on behalf of dbcd3b31535f46308cd1a15fd66538f0 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:10:09.193947 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:09.344600 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Allocated IP 172.20.0.6 (679b03cb-c332-4214-9386-ac405add0f6b/c13a5db8-bf7f-4215-9248-446c618c7395/32d98a86-69d2-4ed4-9d49-983f668129b7) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:10:09.369128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:09.496778 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab208a-c994-4d41-995a-0fa69f846a37 req-c273a244-47a2-4b0d-91c2-cf75d38b6110 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:09.498286 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1ab208a-c994-4d41-995a-0fa69f846a37 req-c273a244-47a2-4b0d-91c2-cf75d38b6110 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0887315 Aug 30 02:10:09.567611 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks [] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:09.584260 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f1ab208a-c994-4d41-995a-0fa69f846a37 req-439a0e47-aa93-40c9-95da-bde0e95e02e1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794334 Aug 30 02:10:09.741966 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:09.789126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:09.802803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Network 679b03cb-c332-4214-9386-ac405add0f6b is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:09.804249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Pushing event updated for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:09.806722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:09.808805 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:10:09.861137 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:09.861781 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:10.004410 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eac8a1-c002-424b-beb5-a9a3c6ca2da4 req-a8f00cd5-31c5-4f6f-bbf2-a3ff89492f70 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:10.005926 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e5eac8a1-c002-424b-beb5-a9a3c6ca2da4 req-a8f00cd5-31c5-4f6f-bbf2-a3ff89492f70 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 931 time: 0.0482340 Aug 30 02:10:10.054053 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e5eac8a1-c002-424b-beb5-a9a3c6ca2da4 req-41e3023c-79bd-4c9d-bc2a-ad33081c72c0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Aug 30 02:10:10.186517 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b50b152e-f94f-413d-bbea-ef37846d8058 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2215955 Aug 30 02:10:10.198066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Request body: {'port': {'device_id': '201f14aa-d786-4903-8806-eca478c803e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:10.255928 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:10.513557 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d98a86-69d2-4ed4-9d49-983f668129b7 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:10:10.521410 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks [] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:10.523274 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:10.534682 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Transition to ACTIVE for port object 32d98a86-69d2-4ed4-9d49-983f668129b7 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:10:10.714039 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb08d1-dc6f-447d-8108-33fbfbe00375 req-0ad9ab9c-b4a0-4a7c-ace8-8bfb07efec4b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:10.715499 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-80fb08d1-dc6f-447d-8108-33fbfbe00375 req-0ad9ab9c-b4a0-4a7c-ace8-8bfb07efec4b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0470986 Aug 30 02:10:10.759549 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:10.768576 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-80fb08d1-dc6f-447d-8108-33fbfbe00375 req-9c48d944-a0be-4381-8ad3-2de036ce5ddd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471985 Aug 30 02:10:10.828006 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Pushing event updated for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:10.878965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Attempting to bind port 32d98a86-69d2-4ed4-9d49-983f668129b7 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:10:10.887044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Attempting to bind port 32d98a86-69d2-4ed4-9d49-983f668129b7 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:10:10.887044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Attempting to bind port 32d98a86-69d2-4ed4-9d49-983f668129b7 on network 679b03cb-c332-4214-9386-ac405add0f6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:10:10.887044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Port 32d98a86-69d2-4ed4-9d49-983f668129b7 on network 679b03cb-c332-4214-9386-ac405add0f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:10:10.887044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Attempting to bind port 32d98a86-69d2-4ed4-9d49-983f668129b7 on network 679b03cb-c332-4214-9386-ac405add0f6b {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:10:10.890144 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:10:10.890649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Checking segment: {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:10:10.891203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Bound using segment: {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:10:10.891932 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Bound port: 32d98a86-69d2-4ed4-9d49-983f668129b7, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e644ea6-6ee3-4ab6-8456-fa014d8c2338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:10:10.892539 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:10.955754 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:10:10.959198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=32d98a86-69d2-4ed4-9d49-983f668129b7,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:10:11.161561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:11.166163 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.166773 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:11.168264 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/32d98a86-69d2-4ed4-9d49-983f668129b7 HTTP/1.1" status: 200 len: 1093 time: 0.9742002 Aug 30 02:10:11.168760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:10:11.171027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9957f26-fb20-4abd-85c0-e6b753d23601" -d '{"events": [{"name": "network-changed", "server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:10:11.173264 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c1eb-7c6f-4369-954a-bb541853a0e2 req-ecfaa971-427d-4780-8527-1302fb64abde tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.174940 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b916c1eb-7c6f-4369-954a-bb541853a0e2 req-ecfaa971-427d-4780-8527-1302fb64abde tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 943 time: 0.0468776 Aug 30 02:10:11.224580 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e859154c-4456-467d-891c-2859f9322e35 x-openstack-request-id: req-e859154c-4456-467d-891c-2859f9322e35 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:10:11.224972 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:10:11.225292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e859154c-4456-467d-891c-2859f9322e35 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:10:11.225793 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e859154c-4456-467d-891c-2859f9322e35'] response: {'name': 'network-changed', 'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7', 'status': 'completed', 'code': 200} Aug 30 02:10:11.232393 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b916c1eb-7c6f-4369-954a-bb541853a0e2 req-150c1cb3-9549-4b2e-9c1d-79c06c4563a1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Aug 30 02:10:11.240958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c680a7-cdd3-4a78-806d-accd60dc36af service neutron] Pushing event updated for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:11.288066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-d78b1c90-82bc-42ad-996c-5e37ce8bf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.289304 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-d78b1c90-82bc-42ad-996c-5e37ce8bf672 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 1127 time: 0.0452499 Aug 30 02:10:11.317228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:11.389709 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-dd459653-41df-4d30-9016-308d38f6b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.391630 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-dd459653-41df-4d30-9016-308d38f6b020 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963993 Aug 30 02:10:11.490868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-54e06daf-4df9-4715-a542-026478a5d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.492333 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f9957f26-fb20-4abd-85c0-e6b753d23601 req-54e06daf-4df9-4715-a542-026478a5d43b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941346 Aug 30 02:10:11.573478 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-e86746db-d081-4d5a-9a08-ba28609ba897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.575013 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-e86746db-d081-4d5a-9a08-ba28609ba897 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 1127 time: 0.0493340 Aug 30 02:10:11.616816 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-3e5ff54d-ec16-4305-9e68-1537904b8149 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32d98a86-69d2-4ed4-9d49-983f668129b7 HTTP/1.1" status: 200 len: 217 time: 0.0356388 Aug 30 02:10:11.667578 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-90844a6c-64a0-4f56-b62f-fe4dbdf32aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.668960 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-90844a6c-64a0-4f56-b62f-fe4dbdf32aa8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c13a5db8-bf7f-4215-9248-446c618c7395 HTTP/1.1" status: 200 len: 848 time: 0.0468595 Aug 30 02:10:11.700351 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-b303269a-7c7e-47b1-bf03-aa9f674ea54e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=679b03cb-c332-4214-9386-ac405add0f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252018 Aug 30 02:10:11.798302 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-80b72ed7-e98f-4f9f-8701-f7711aa40735 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912311 Aug 30 02:10:11.924657 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce9dc-bdeb-4fa2-a7f9-6f5d263030a2 req-27ad4b06-dbf8-4f6b-aaa0-dfb1c32b975f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:11.926034 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-245ce9dc-bdeb-4fa2-a7f9-6f5d263030a2 req-27ad4b06-dbf8-4f6b-aaa0-dfb1c32b975f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0703948 Aug 30 02:10:11.947325 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1eb8cbd6-25ee-4592-bb49-e59ef74565d7 req-0a821d6c-6a7d-4efe-ac07-3cfcf5a6137f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435833 Aug 30 02:10:11.988215 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-245ce9dc-bdeb-4fa2-a7f9-6f5d263030a2 req-800d0351-5dcb-4638-b2e8-9143ba538ce1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509355 Aug 30 02:10:12.372854 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d6cd-124d-4822-b071-16b180708742 req-cc1c8a7e-0787-42f4-884c-1ba72a8beed9 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:12.374657 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c6f7d6cd-124d-4822-b071-16b180708742 req-cc1c8a7e-0787-42f4-884c-1ba72a8beed9 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 943 time: 0.0509529 Aug 30 02:10:12.424870 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c6f7d6cd-124d-4822-b071-16b180708742 req-270d4696-314b-4439-9ce1-742eb383c643 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Aug 30 02:10:13.126366 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2f04-2e3a-4738-898f-6d7e01ed7c1b req-907e78dc-c1c2-4a2f-ac31-3df4871c3c9d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:13.127849 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d78a2f04-2e3a-4738-898f-6d7e01ed7c1b req-907e78dc-c1c2-4a2f-ac31-3df4871c3c9d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0461035 Aug 30 02:10:13.175094 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d78a2f04-2e3a-4738-898f-6d7e01ed7c1b req-d0242abe-c8a1-48d3-8ce4-9f5772f20de9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Aug 30 02:10:13.566657 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:13.603171 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900e5ff-e832-441d-8db8-56513536c78b req-9210d58d-2d3a-4be7-9c2c-ed5cc3538d70 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:13.604906 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c900e5ff-e832-441d-8db8-56513536c78b req-9210d58d-2d3a-4be7-9c2c-ed5cc3538d70 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 943 time: 0.0471878 Aug 30 02:10:13.651995 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c900e5ff-e832-441d-8db8-56513536c78b req-13351591-62b6-49b4-8c35-f23928e1e3a0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Aug 30 02:10:14.771240 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2c4a7-99f7-4897-9f94-2eedfaa91d3b req-e61b1cbc-c0ea-4277-ba10-5a9ad2fd82c1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:14.772741 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a4b2c4a7-99f7-4897-9f94-2eedfaa91d3b req-e61b1cbc-c0ea-4277-ba10-5a9ad2fd82c1 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 943 time: 0.0474472 Aug 30 02:10:14.809160 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:14.824719 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a4b2c4a7-99f7-4897-9f94-2eedfaa91d3b req-f6d9dede-090f-4198-b317-4a7a230e5e75 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Aug 30 02:10:15.075538 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-1821fee4-558b-4b7f-9ca2-3646b65f70c5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372713 Aug 30 02:10:15.123186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 32d98a86-69d2-4ed4-9d49-983f668129b7 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:10:15.136344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-586b624b-6336-4405-9233-833574d5d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:15.138158 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-586b624b-6336-4405-9233-833574d5d228 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0419490 Aug 30 02:10:15.198749 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:15.237531 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=32d98a86-69d2-4ed4-9d49-983f668129b7,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:15.249202 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '32d98a86-69d2-4ed4-9d49-983f668129b7', 'network_id': '679b03cb-c332-4214-9386-ac405add0f6b', 'port_id': '32d98a86-69d2-4ed4-9d49-983f668129b7', 'mac_address': 'fa:16:3e:ab:9a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13a5db8-bf7f-4215-9248-446c618c7395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:10:15.253397 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-ffa51af4-dba0-45e0-ac60-761a825344a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:15.254947 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-ffa51af4-dba0-45e0-ac60-761a825344a3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0947337 Aug 30 02:10:15.286199 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 32d98a86-69d2-4ed4-9d49-983f668129b7 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:15.286867 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:15.301954 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d98a86-69d2-4ed4-9d49-983f668129b7 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:10:15.315149 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-68156f50-51b1-4c9e-bb7d-758efbf8ddea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 1001 time: 0.0549631 Aug 30 02:10:15.321895 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=32d98a86-69d2-4ed4-9d49-983f668129b7,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:15.366985 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-dd4bc080-6c2e-4b12-87de-14d0af0880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:15.368432 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-dd4bc080-6c2e-4b12-87de-14d0af0880c0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0481536 Aug 30 02:10:15.413636 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-ce627784-818a-4c0f-9ba2-cd9fb610f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:15.415099 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-ce627784-818a-4c0f-9ba2-cd9fb610f44c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415261 Aug 30 02:10:15.446593 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:15.500675 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:15.509916 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-3c6572ba-f261-4903-a082-47b11bbe9004 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888717 Aug 30 02:10:15.584652 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 32898) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:15.675348 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['32d98a86-69d2-4ed4-9d49-983f668129b7'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:10:15.701544 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a18b403-4a70-4f09-a066-7bad4f8b212c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:15.802772 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a18b403-4a70-4f09-a066-7bad4f8b212c admin admin] Publish callbacks [] for security_group (6b93032c-56e8-425d-9310-d13013955098), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:15.880966 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9a18b403-4a70-4f09-a066-7bad4f8b212c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6b93032c-56e8-425d-9310-d13013955098), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:15.886662 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dbff4adb-487d-41cc-bd0e-159dae039c0e req-2f30b710-c9a7-44bb-ad21-bca68faa753f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695567 Aug 30 02:10:15.961168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18b403-4a70-4f09-a066-7bad4f8b212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93032c-56e8-425d-9310-d13013955098,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:15.968367 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9a18b403-4a70-4f09-a066-7bad4f8b212c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7b8a54483ae04230ab5e0727c7eae0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824742 Aug 30 02:10:15.971461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 32904) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:15.982557 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3306541-0da0-4df4-9260-7cb6c504548f req-c335611a-9f38-4863-9e35-982ba9d106c2 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:15.984046 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a3306541-0da0-4df4-9260-7cb6c504548f req-c335611a-9f38-4863-9e35-982ba9d106c2 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 944 time: 0.0763013 Aug 30 02:10:15.988268 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:16.018291 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:16.025261 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] Publish callbacks [] for security_group (6b93032c-56e8-425d-9310-d13013955098), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.033794 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a3306541-0da0-4df4-9260-7cb6c504548f req-4a4ebfa6-ead1-428b-83a1-bdd07462aad3 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Aug 30 02:10:16.046731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] Publish callbacks [] for security_group (6b93032c-56e8-425d-9310-d13013955098), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.172969 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (6b93032c-56e8-425d-9310-d13013955098), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.175853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.177086 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6b93032c-56e8-425d-9310-d13013955098 HTTP/1.1" status: 204 len: 168 time: 0.2047646 Aug 30 02:10:16.185006 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd90cd6-bfae-46bc-af2a-26245c97bbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93032c-56e8-425d-9310-d13013955098,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:16.761732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 32912) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:16.775339 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-130324e3-adea-4417-a265-dfe7c7bda8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.834278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:16.852449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-130324e3-adea-4417-a265-dfe7c7bda8af admin admin] Publish callbacks [] for security_group (5f52750a-cc64-4479-8aaa-a0ebfb565fe8), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.947237 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-130324e3-adea-4417-a265-dfe7c7bda8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5f52750a-cc64-4479-8aaa-a0ebfb565fe8), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:16.989671 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-130324e3-adea-4417-a265-dfe7c7bda8af admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fa7ea3ec2ee47c2929f6f7172bb31e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267661 Aug 30 02:10:16.990619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130324e3-adea-4417-a265-dfe7c7bda8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52750a-cc64-4479-8aaa-a0ebfb565fe8,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:16.992342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 32914) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:17.047397 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] Publish callbacks [] for security_group (5f52750a-cc64-4479-8aaa-a0ebfb565fe8), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.069087 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] Publish callbacks [] for security_group (5f52750a-cc64-4479-8aaa-a0ebfb565fe8), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.124232 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 32d98a86-69d2-4ed4-9d49-983f668129b7 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:10:17.155735 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547fec0-ca0c-4675-89a0-c29cb9831a44 req-15d9de89-1449-4cbf-aa77-e2f031276742 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:17.157250 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4547fec0-ca0c-4675-89a0-c29cb9831a44 req-15d9de89-1449-4cbf-aa77-e2f031276742 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 944 time: 0.0483603 Aug 30 02:10:17.168201 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 32d98a86-69d2-4ed4-9d49-983f668129b7 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:10:17.205322 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4547fec0-ca0c-4675-89a0-c29cb9831a44 req-5a588c47-6849-4eb3-b7ed-efc50f13059b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Aug 30 02:10:17.258105 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5f52750a-cc64-4479-8aaa-a0ebfb565fe8), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.260487 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.261635 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5f52750a-cc64-4479-8aaa-a0ebfb565fe8 HTTP/1.1" status: 204 len: 168 time: 0.2675548 Aug 30 02:10:17.269732 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5481b-3bc5-42aa-ba02-47200432a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52750a-cc64-4479-8aaa-a0ebfb565fe8,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:17.329916 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 32d98a86-69d2-4ed4-9d49-983f668129b7 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:17.330403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.427993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 32d98a86-69d2-4ed4-9d49-983f668129b7 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:17.428381 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.447128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:17.452394 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:10:17.454939 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f013c39-5abf-4cc7-b9f1-9743d277550d" -d '{"events": [{"server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "name": "network-vif-plugged", "status": "completed", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:10:17.467245 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=32d98a86-69d2-4ed4-9d49-983f668129b7,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:17.494186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6633cd0-dbbb-47e8-8c71-ca4eb5218f0d x-openstack-request-id: req-a6633cd0-dbbb-47e8-8c71-ca4eb5218f0d {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:10:17.495463 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "name": "network-vif-plugged", "status": "completed", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:10:17.495721 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6633cd0-dbbb-47e8-8c71-ca4eb5218f0d {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:10:17.496126 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6633cd0-dbbb-47e8-8c71-ca4eb5218f0d'] response: {'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7', 'code': 200} Aug 30 02:10:17.587202 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:17.638440 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:17.847441 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059935e-6f9f-4a62-8b27-33c1eb885950 req-f8808cc1-4dc9-467f-8e44-8701be5a679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:17.848871 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5059935e-6f9f-4a62-8b27-33c1eb885950 req-f8808cc1-4dc9-467f-8e44-8701be5a679d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 1129 time: 0.0414338 Aug 30 02:10:17.898231 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5059935e-6f9f-4a62-8b27-33c1eb885950 req-55506ce6-1ad8-4206-bf9f-17ab7748da4b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Aug 30 02:10:18.333045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f58882-a45c-4414-8353-3696dd8f6637 req-ffd11b33-a39b-4ab2-9fe7-7e9355620d1b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:18.334570 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e1f58882-a45c-4414-8353-3696dd8f6637 req-ffd11b33-a39b-4ab2-9fe7-7e9355620d1b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 945 time: 0.0482581 Aug 30 02:10:18.381347 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e1f58882-a45c-4414-8353-3696dd8f6637 req-19530d6d-66aa-4c96-a813-40432d82ce58 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Aug 30 02:10:19.737178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a907-27e3-45cf-ba0f-fca701690227 req-11dbd091-e0b8-4391-8f38-acc1c0ff068e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:19.738662 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-05d4a907-27e3-45cf-ba0f-fca701690227 req-11dbd091-e0b8-4391-8f38-acc1c0ff068e tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 945 time: 0.2795749 Aug 30 02:10:19.787111 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-05d4a907-27e3-45cf-ba0f-fca701690227 req-0c3de180-1eba-44cd-a95e-8f35ed670b4c tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Aug 30 02:10:21.155070 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d2e4d-335d-47df-ab1e-687395b98fd3 req-62dc7199-f6e4-46ef-beb1-479bedb9a4fd tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:21.156535 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b75d2e4d-335d-47df-ab1e-687395b98fd3 req-62dc7199-f6e4-46ef-beb1-479bedb9a4fd tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 945 time: 0.0459685 Aug 30 02:10:21.207366 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b75d2e4d-335d-47df-ab1e-687395b98fd3 req-9105429a-f603-49e4-9961-71804b777f0f tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Aug 30 02:10:22.075299 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:10:22.327666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b95c-a7a5-440d-886c-3611d3a25940 req-84c78c9c-9cb9-45ea-a1a5-1dd9bccc67ed tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:22.329877 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0505b95c-a7a5-440d-886c-3611d3a25940 req-84c78c9c-9cb9-45ea-a1a5-1dd9bccc67ed tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 945 time: 0.0463820 Aug 30 02:10:22.379684 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0505b95c-a7a5-440d-886c-3611d3a25940 req-9bc7aced-eb1f-4a1d-ab8f-54db3e8b8c3b tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36316014-3ee4-4030-ac05-be0186845d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Aug 30 02:10:22.473867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-e99e90ee-29eb-4cac-829b-e742b1a1f593 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:22.475292 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-e99e90ee-29eb-4cac-829b-e742b1a1f593 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 945 time: 0.0459075 Aug 30 02:10:22.557946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Deleting port 32d98a86-69d2-4ed4-9d49-983f668129b7 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:10:22.558295 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:22.649794 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] For port 32d98a86-69d2-4ed4-9d49-983f668129b7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=32d98a86-69d2-4ed4-9d49-983f668129b7,segment=NetworkSegment(1e644ea6-6ee3-4ab6-8456-fa014d8c2338),segment_id=1e644ea6-6ee3-4ab6-8456-fa014d8c2338)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:22.650073 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:22.663406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Calling delete_port for 32d98a86-69d2-4ed4-9d49-983f668129b7 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:10:22.704670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:22.852245 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (32d98a86-69d2-4ed4-9d49-983f668129b7), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:22.864310 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['32d98a86-69d2-4ed4-9d49-983f668129b7'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:10:22.881344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Pushing event deleted for resources: {'Port': ['ID=32d98a86-69d2-4ed4-9d49-983f668129b7,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:22.887994 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:22.928109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] No DVR routers for this DVR port 32d98a86-69d2-4ed4-9d49-983f668129b7 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:10:22.930677 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:22.934776 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-305aa0a3-e7fc-4a63-b684-0d306b98e507 req-d9de0ab1-c893-4879-b7e1-216b220436e0 tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.42 "DELETE /networking/v2.0/ports/32d98a86-69d2-4ed4-9d49-983f668129b7 HTTP/1.1" status: 204 len: 173 time: 0.4534781 Aug 30 02:10:22.935276 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'name': 'network-vif-deleted', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:10:22.938733 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a8a83-3d3f-4e29-a276-5901b3bfec98" -d '{"events": [{"server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "name": "network-vif-deleted", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:10:22.990286 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb0633a-9728-4c60-8814-aa8a53e041b9 x-openstack-request-id: req-1bb0633a-9728-4c60-8814-aa8a53e041b9 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:10:22.990600 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201f14aa-d786-4903-8806-eca478c803e7", "name": "network-vif-deleted", "tag": "32d98a86-69d2-4ed4-9d49-983f668129b7", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:10:22.990851 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1bb0633a-9728-4c60-8814-aa8a53e041b9 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:10:22.991252 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb0633a-9728-4c60-8814-aa8a53e041b9'] response: {'server_uuid': '201f14aa-d786-4903-8806-eca478c803e7', 'name': 'network-vif-deleted', 'tag': '32d98a86-69d2-4ed4-9d49-983f668129b7', 'status': 'completed', 'code': 200} Aug 30 02:10:23.498697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-97526369-0987-4f4c-8260-f0807bb012d6 req-d0ae2956-f1a6-4bf1-ab51-e7c640d041de tempest-VolumesActionsTest-72007164 tempest-VolumesActionsTest-72007164-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=201f14aa-d786-4903-8806-eca478c803e7 HTTP/1.1" status: 200 len: 210 time: 0.0277474 Aug 30 02:10:25.248522 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33042) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:25.356111 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb79a-45ec-49a5-b11e-833ffe655ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.443751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb79a-45ec-49a5-b11e-833ffe655ef1 admin admin] Publish callbacks [] for security_group (8137d5cc-f7e2-4306-aa5c-22c429bda1f9), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.504244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0ecbb79a-45ec-49a5-b11e-833ffe655ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8137d5cc-f7e2-4306-aa5c-22c429bda1f9), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.545479 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0ecbb79a-45ec-49a5-b11e-833ffe655ef1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3e370a58098c48fcb56c8fb41e47b462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957988 Aug 30 02:10:25.548504 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33054) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:25.554785 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb79a-45ec-49a5-b11e-833ffe655ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8137d5cc-f7e2-4306-aa5c-22c429bda1f9,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:25.602716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] Publish callbacks [] for security_group (8137d5cc-f7e2-4306-aa5c-22c429bda1f9), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.623333 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] Publish callbacks [] for security_group (8137d5cc-f7e2-4306-aa5c-22c429bda1f9), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.749895 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8137d5cc-f7e2-4306-aa5c-22c429bda1f9), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.752649 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:25.753813 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8137d5cc-f7e2-4306-aa5c-22c429bda1f9 HTTP/1.1" status: 204 len: 168 time: 0.2043521 Aug 30 02:10:25.762155 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da1a74-0f12-4cff-81d4-dc7fd0ba52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8137d5cc-f7e2-4306-aa5c-22c429bda1f9,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:26.312390 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33078) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:26.326672 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a1fecf5a-ee19-41ef-ac95-cdc7b0bfb377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.402431 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a1fecf5a-ee19-41ef-ac95-cdc7b0bfb377 admin admin] Publish callbacks [] for security_group (86b2ab34-7198-4b96-8bc4-bad245a7c7cb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.467096 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a1fecf5a-ee19-41ef-ac95-cdc7b0bfb377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (86b2ab34-7198-4b96-8bc4-bad245a7c7cb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.507744 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a1fecf5a-ee19-41ef-ac95-cdc7b0bfb377 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f66db09a94e440e59fb67c3fadecbe4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942804 Aug 30 02:10:26.508420 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fecf5a-ee19-41ef-ac95-cdc7b0bfb377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b2ab34-7198-4b96-8bc4-bad245a7c7cb,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:26.510488 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33080) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:26.562206 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] Publish callbacks [] for security_group (86b2ab34-7198-4b96-8bc4-bad245a7c7cb), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.581837 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] Publish callbacks [] for security_group (86b2ab34-7198-4b96-8bc4-bad245a7c7cb), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.692149 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (86b2ab34-7198-4b96-8bc4-bad245a7c7cb), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.694745 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:26.695885 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86b2ab34-7198-4b96-8bc4-bad245a7c7cb HTTP/1.1" status: 204 len: 168 time: 0.1843600 Aug 30 02:10:26.703780 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2915e1-ca2e-4331-9eb3-a8fc0d0cd522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b2ab34-7198-4b96-8bc4-bad245a7c7cb,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:28.566740 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 32d98a86-69d2-4ed4-9d49-983f668129b7 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:10:28.586320 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 32d98a86-69d2-4ed4-9d49-983f668129b7 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:10:28.586703 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 32d98a86-69d2-4ed4-9d49-983f668129b7 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:10:30.041762 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3696a826-429c-4d08-b147-5b5ab2fd753f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:31.085584 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=18 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:32.072099 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=18 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:32.217644 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a56de9f2-1ae6-45b9-a8d9-18d327bdc646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:32.387836 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33190) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:32.515218 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:32.589244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Publish callbacks [] for security_group (617a1cc2-f032-408e-8c5e-f4e8662cbec0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:32.769872 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (617a1cc2-f032-408e-8c5e-f4e8662cbec0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:32.811447 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d085cdf435a445db82277b9465f1f5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224205 Aug 30 02:10:32.812177 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a1cc2-f032-408e-8c5e-f4e8662cbec0,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:32.816664 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33196) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:32.820051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.820412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.820764 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.821107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.821475 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.821827 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.822347 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.822841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.823326 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.823876 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.824417 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.824947 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.825583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.826109 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.826642 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707afa5-407a-4338-bd89-91bfd0646064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:32.865606 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:32.869204 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Publish callbacks [] for security_group (617a1cc2-f032-408e-8c5e-f4e8662cbec0), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:32.891221 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Publish callbacks [] for security_group (617a1cc2-f032-408e-8c5e-f4e8662cbec0), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:33.033365 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (617a1cc2-f032-408e-8c5e-f4e8662cbec0), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:33.036114 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:33.037318 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/617a1cc2-f032-408e-8c5e-f4e8662cbec0 HTTP/1.1" status: 204 len: 168 time: 0.2217803 Aug 30 02:10:33.047622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a1cc2-f032-408e-8c5e-f4e8662cbec0,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:33.056199 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.056879 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.057575 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.058117 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.058651 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.059049 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.059435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.059963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.060353 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.060742 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.061150 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.061592 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.062133 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.062518 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.062934 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4e8bf-f0e8-4d69-8ee3-4e118b9c5566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:10:33.387615 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:33.811882 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33210) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:33.832255 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cdd50f1f-1995-4702-af70-961ffcb8a0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:33.887792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:33.922127 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cdd50f1f-1995-4702-af70-961ffcb8a0c5 admin admin] Publish callbacks [] for security_group (1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.028230 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-cdd50f1f-1995-4702-af70-961ffcb8a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.094572 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd50f1f-1995-4702-af70-961ffcb8a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:34.106284 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33216) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:34.106787 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-cdd50f1f-1995-4702-af70-961ffcb8a0c5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2a792650e35d4389bf474d9417bd6b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934372 Aug 30 02:10:34.163897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] Publish callbacks [] for security_group (1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.173170 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:34.177423 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:34.191877 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] Publish callbacks [] for security_group (1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.304074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.308086 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:34.311998 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a HTTP/1.1" status: 204 len: 168 time: 0.2017410 Aug 30 02:10:34.326755 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f96e57-5208-4e19-ad49-121a5a0c8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3d694-13b4-4e7d-ae17-8d8c40d5cb8a,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:34.932533 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:35.118482 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:37.789110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33306) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:37.912015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6003e11c-e99d-4b0b-bc2c-46d793163693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:37.987255 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:37.996228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6003e11c-e99d-4b0b-bc2c-46d793163693 admin admin] Publish callbacks [] for security_group (a7395b59-81d5-43c0-95c2-fe534bd4e20c), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.079179 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6003e11c-e99d-4b0b-bc2c-46d793163693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a7395b59-81d5-43c0-95c2-fe534bd4e20c), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.127065 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003e11c-e99d-4b0b-bc2c-46d793163693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7395b59-81d5-43c0-95c2-fe534bd4e20c,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:38.134819 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6003e11c-e99d-4b0b-bc2c-46d793163693 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7efd3cfdc43c4c9aad8ca2e72c723069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422482 Aug 30 02:10:38.135247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33310) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:38.203310 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] Publish callbacks [] for security_group (a7395b59-81d5-43c0-95c2-fe534bd4e20c), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.228062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] Publish callbacks [] for security_group (a7395b59-81d5-43c0-95c2-fe534bd4e20c), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.387217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a7395b59-81d5-43c0-95c2-fe534bd4e20c), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.389890 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:38.394400 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a7395b59-81d5-43c0-95c2-fe534bd4e20c HTTP/1.1" status: 204 len: 168 time: 0.2582812 Aug 30 02:10:38.403281 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304c006-8d14-435c-baa0-627cc0e411de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7395b59-81d5-43c0-95c2-fe534bd4e20c,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:39.290726 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33328) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:39.307282 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b63ecc1-28d6-483f-91d1-3259104d0cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.404525 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b63ecc1-28d6-483f-91d1-3259104d0cac admin admin] Publish callbacks [] for security_group (34a1eae8-ae52-4ede-be72-1ed092200775), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.458434 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-6b63ecc1-28d6-483f-91d1-3259104d0cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (34a1eae8-ae52-4ede-be72-1ed092200775), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.503216 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-6b63ecc1-28d6-483f-91d1-3259104d0cac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2b165dfcd5b41818cce106bc8e0c886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100523 Aug 30 02:10:39.503726 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63ecc1-28d6-483f-91d1-3259104d0cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a1eae8-ae52-4ede-be72-1ed092200775,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:39.506234 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33330) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:39.566741 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] Publish callbacks [] for security_group (34a1eae8-ae52-4ede-be72-1ed092200775), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.588899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] Publish callbacks [] for security_group (34a1eae8-ae52-4ede-be72-1ed092200775), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.721875 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (34a1eae8-ae52-4ede-be72-1ed092200775), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.725022 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:39.726510 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/34a1eae8-ae52-4ede-be72-1ed092200775 HTTP/1.1" status: 204 len: 168 time: 0.2193253 Aug 30 02:10:39.751029 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fd10b-d397-487e-876f-82b5c424eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a1eae8-ae52-4ede-be72-1ed092200775,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:46.029837 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33444) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:46.141550 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-493637d1-b6b6-457c-ba6e-8ec68f9549b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.221737 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-493637d1-b6b6-457c-ba6e-8ec68f9549b9 admin admin] Publish callbacks [] for security_group (369c516c-89f4-43c4-8620-282aad65efd2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.326777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-493637d1-b6b6-457c-ba6e-8ec68f9549b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (369c516c-89f4-43c4-8620-282aad65efd2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.368455 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-493637d1-b6b6-457c-ba6e-8ec68f9549b9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ff795e7346e468cb175ae7647589c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375051 Aug 30 02:10:46.369639 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493637d1-b6b6-457c-ba6e-8ec68f9549b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c516c-89f4-43c4-8620-282aad65efd2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:46.372278 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33464) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:46.428886 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] Publish callbacks [] for security_group (369c516c-89f4-43c4-8620-282aad65efd2), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.448105 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] Publish callbacks [] for security_group (369c516c-89f4-43c4-8620-282aad65efd2), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.472373 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:46.562192 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (369c516c-89f4-43c4-8620-282aad65efd2), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.565550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:46.566702 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/369c516c-89f4-43c4-8620-282aad65efd2 HTTP/1.1" status: 204 len: 168 time: 0.1932778 Aug 30 02:10:46.576100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c21c46-c1de-4619-97af-3192023c6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c516c-89f4-43c4-8620-282aad65efd2,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:46.588573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:48.235053 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f87be-89cd-473e-a85b-31f764e8e9d0 req-03623e17-b2b4-422d-be6d-9e51a91ca693 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:48.237156 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ca4f87be-89cd-473e-a85b-31f764e8e9d0 req-03623e17-b2b4-422d-be6d-9e51a91ca693 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0464573 Aug 30 02:10:48.287398 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ca4f87be-89cd-473e-a85b-31f764e8e9d0 req-e636851c-a5a2-4ad9-b6ce-94f9df82f8b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Aug 30 02:10:49.096287 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33578) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:49.146429 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Deleting subnet c13a5db8-bf7f-4215-9248-446c618c7395 {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:10:49.156663 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Publish callbacks [] for subnet (c13a5db8-bf7f-4215-9248-446c618c7395), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.196172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (c13a5db8-bf7f-4215-9248-446c618c7395), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.222107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:49.237362 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (c13a5db8-bf7f-4215-9248-446c618c7395), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.403674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (c13a5db8-bf7f-4215-9248-446c618c7395), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.437216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13a5db8-bf7f-4215-9248-446c618c7395,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:49.445407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2ef2-39da-4df7-b733-0807965fb800 req-1cc50b32-860b-42ed-ae45-905c718c7c31 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:49.447585 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e8d2ef2-39da-4df7-b733-0807965fb800 req-1cc50b32-860b-42ed-ae45-905c718c7c31 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0785370 Aug 30 02:10:49.448229 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.451249 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1137cd37-0a89-4b5b-b5d7-11ebee869203 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c13a5db8-bf7f-4215-9248-446c618c7395 HTTP/1.1" status: 204 len: 168 time: 0.3539400 Aug 30 02:10:49.454079 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33586) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:49.497707 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e8d2ef2-39da-4df7-b733-0807965fb800 req-11ffbabf-9857-47e9-ae1b-9436169deb53 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 Aug 30 02:10:49.511495 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:49.542968 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (679b03cb-c332-4214-9386-ac405add0f6b), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.623935 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (679b03cb-c332-4214-9386-ac405add0f6b), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.650775 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679b03cb-c332-4214-9386-ac405add0f6b']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:49.661326 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e644ea6-6ee3-4ab6-8456-fa014d8c2338') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:49.661622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e644ea6-6ee3-4ab6-8456-fa014d8c2338') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:49.671112 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (1e644ea6-6ee3-4ab6-8456-fa014d8c2338), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.684474 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1e644ea6-6ee3-4ab6-8456-fa014d8c2338), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.691042 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:10:49.691421 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (1e644ea6-6ee3-4ab6-8456-fa014d8c2338), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.733078 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 1e644ea6-6ee3-4ab6-8456-fa014d8c2338 resource provider aggregate not found Aug 30 02:10:49.750703 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 1e644ea6-6ee3-4ab6-8456-fa014d8c2338 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e644ea6-6ee3-4ab6-8456-fa014d8c2338 found for delete ", "request_id": "req-c5055f07-3e46-41e6-a1d5-cee1f7624223"}]} Aug 30 02:10:49.806052 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-31847e22-c77c-49f9-b457-7f1bd878aa19 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:49.810886 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-31847e22-c77c-49f9-b457-7f1bd878aa19 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 947 time: 0.0488172 Aug 30 02:10:49.863167 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (679b03cb-c332-4214-9386-ac405add0f6b), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.869389 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:49.873406 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/679b03cb-c332-4214-9386-ac405add0f6b HTTP/1.1" status: 204 len: 168 time: 0.4176817 Aug 30 02:10:49.875293 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:49.888101 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090ba70-e739-45f1-8955-6ec194289919 admin admin] Pushing event deleted for resources: {'Network': ['ID=679b03cb-c332-4214-9386-ac405add0f6b,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:49.919615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Deleting port fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:10:49.919615 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.016568 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] For port fe64b060-7adc-4085-b29b-f081c84456b4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fe64b060-7adc-4085-b29b-f081c84456b4,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:50.016985 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.181338 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.182077 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.182077 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Floating IP 4a133173-2e35-4bcc-b57c-4e3ace3a6670 disassociated. External IP: 172.27.2.218, port: fe64b060-7adc-4085-b29b-f081c84456b4. Aug 30 02:10:50.182306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Calling delete_port for fe64b060-7adc-4085-b29b-f081c84456b4 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:10:50.221909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:50.362074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (fe64b060-7adc-4085-b29b-f081c84456b4), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.369093 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33598) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:50.394609 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'Port': ['ID=fe64b060-7adc-4085-b29b-f081c84456b4,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:50.416765 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2d6bbd80-001d-4ac0-bf59-b7a3754dac11 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dbcd3b31535f46308cd1a15fd66538f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464334 Aug 30 02:10:50.423805 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33600) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:50.475880 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] Publish callbacks [] for security_group (36316014-3ee4-4030-ac05-be0186845d3f), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.494080 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:50.496798 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] Publish callbacks [] for security_group (36316014-3ee4-4030-ac05-be0186845d3f), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.508937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:10:50.609963 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3225b83f-7093-4607-bca4-171d5978d2b1 req-cdbc4f72-d3f3-4201-b0b7-70e316cdd72f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Aug 30 02:10:50.617047 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:10:50.633579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:10:50.637307 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:50.647697 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:10:50.648344 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:50.652949 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (36316014-3ee4-4030-ac05-be0186845d3f), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.655747 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.656959 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/36316014-3ee4-4030-ac05-be0186845d3f HTTP/1.1" status: 204 len: 168 time: 0.2367887 Aug 30 02:10:50.662375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] No DVR routers for this DVR port fe64b060-7adc-4085-b29b-f081c84456b4 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:10:50.665096 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:50.669241 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c6a9d3e6-2ae4-4e09-881c-3badc2cea0c6 req-0f78f060-364b-437f-a2ec-ace69ee5265d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "DELETE /networking/v2.0/ports/fe64b060-7adc-4085-b29b-f081c84456b4 HTTP/1.1" status: 204 len: 173 time: 0.8555980 Aug 30 02:10:50.669729 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-deleted', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:10:50.672092 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba94da-6a14-47fb-9b8f-b88ca3eb82ac" -d '{"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-deleted", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:10:50.678847 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad943a7-6083-410a-8598-85658fec1fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36316014-3ee4-4030-ac05-be0186845d3f,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:50.717633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31747b63-8840-49b0-9b30-cefb5e3e2da2 x-openstack-request-id: req-31747b63-8840-49b0-9b30-cefb5e3e2da2 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:10:50.717848 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba259a7-78bc-4133-88dc-6c4724cc3ec9", "name": "network-vif-deleted", "tag": "fe64b060-7adc-4085-b29b-f081c84456b4", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:10:50.718083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31747b63-8840-49b0-9b30-cefb5e3e2da2 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:10:50.718484 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31747b63-8840-49b0-9b30-cefb5e3e2da2'] response: {'server_uuid': '8ba259a7-78bc-4133-88dc-6c4724cc3ec9', 'name': 'network-vif-deleted', 'tag': 'fe64b060-7adc-4085-b29b-f081c84456b4', 'status': 'completed', 'code': 200} Aug 30 02:10:50.764784 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:10:50.976339 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:51.000767 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:10:51.017288 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:10:51.017991 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:51.123472 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:10:51.168901 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:51.350084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:51.377135 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02f62c-9aaf-4ee0-b99e-fd06e6139103 None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:10:51.634415 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bab545-f419-4a68-8175-e412707566ae None None] New status for floating IP 4a133173-2e35-4bcc-b57c-4e3ace3a6670: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:10:51.755933 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-861c7e12-39bb-4315-9b72-945690c1b9b5 req-4190ff84-728d-489f-825f-e277e50ca462 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=8ba259a7-78bc-4133-88dc-6c4724cc3ec9 HTTP/1.1" status: 200 len: 210 time: 0.0405869 Aug 30 02:10:51.968526 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33642) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:52.066566 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-248087900-network', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:52.206692 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Made reservation on behalf of fa2e7ced1148461faedcd0e1856bae95 for: {'network': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:10:52.209092 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.218197 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.296719 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks [] for security_group (46879eb3-f5af-4c9e-82c2-43e83ab5be50), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.406621 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (46879eb3-f5af-4c9e-82c2-43e83ab5be50), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.429295 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=106658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:10:52.445054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46879eb3-f5af-4c9e-82c2-43e83ab5be50,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:52.447959 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (fbc6499e-03ec-4c16-8946-41189717b008), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.448301 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.segments_db [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Added segment fbc6499e-03ec-4c16-8946-41189717b008 of type vlan for network b43df500-c05c-42ca-b288-93458deb45ab Aug 30 02:10:52.494568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (b43df500-c05c-42ca-b288-93458deb45ab), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.589475 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (b43df500-c05c-42ca-b288-93458deb45ab), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.590530 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:52.591119 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.655950 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] Pushing event updated for resources: {'Network': ['ID=b43df500-c05c-42ca-b288-93458deb45ab,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:52.665894 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network b43df500-c05c-42ca-b288-93458deb45ab details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:10:52.681484 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3c7b8562-80f9-4260-a85d-7261c3a9d16d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7117915 Aug 30 02:10:52.684344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33646) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:52.689096 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Request body: {'subnet': {'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-248087900-subnet', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:52.770670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Made reservation on behalf of fa2e7ced1148461faedcd0e1856bae95 for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:10:52.773163 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:52.847636 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:52.951036 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33654) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:52.959410 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:53.006327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (253608b7-9adb-4ef3-a4c4-bfd5f6904b7a), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.028595 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (253608b7-9adb-4ef3-a4c4-bfd5f6904b7a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.049154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (da0a00e5-4a62-408e-a024-d627fe397d87), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.122676 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0a00e5-4a62-408e-a024-d627fe397d87,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:53.137188 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:10:53.137578 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Network hostable DHCP agents. Network: b43df500-c05c-42ca-b288-93458deb45ab, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:10:53.187584 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (253608b7-9adb-4ef3-a4c4-bfd5f6904b7a), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.189934 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.191250 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/253608b7-9adb-4ef3-a4c4-bfd5f6904b7a HTTP/1.1" status: 204 len: 168 time: 0.2391105 Aug 30 02:10:53.194198 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33664) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:53.203548 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf4696-ee92-43f1-aebe-7fcc769f6154 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253608b7-9adb-4ef3-a4c4-bfd5f6904b7a,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:53.210053 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.api.v2.resource [None req-36a23608-2d76-481d-8e8d-1c0210d75a82 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] show failed (client error): The resource could not be found. Aug 30 02:10:53.214102 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33666) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:53.214281 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-36a23608-2d76-481d-8e8d-1c0210d75a82 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups/253608b7-9adb-4ef3-a4c4-bfd5f6904b7a HTTP/1.1" status: 404 len: 347 time: 0.0189459 Aug 30 02:10:53.225715 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Network b43df500-c05c-42ca-b288-93458deb45ab is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:10:53.290233 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:10:53.310744 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: fe64b060-7adc-4085-b29b-f081c84456b4 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:10:53.311088 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device fe64b060-7adc-4085-b29b-f081c84456b4 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:10:53.339382 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Deleting port 192a6333-5f4c-4b42-ba3c-05f27f27b289 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:10:53.339717 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.388386 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, b43df500-c05c-42ca-b288-93458deb45ab) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:53.395922 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:53.396506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.400252 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5db859-8338-42c8-9f0e-c4817ce30641 None None] Network b43df500-c05c-42ca-b288-93458deb45ab requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:10:53.427916 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.428242 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (192a6333-5f4c-4b42-ba3c-05f27f27b289), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.441496 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Calling delete_port for 192a6333-5f4c-4b42-ba3c-05f27f27b289 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:10:53.498286 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-b23795c9-63fe-447e-834a-7c7985a81602 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8128736 Aug 30 02:10:53.501594 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33670) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:53.509717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:53.518159 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-b43df500-c05c-42ca-b288-93458deb45ab', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:10:53.519934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.615946 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.617058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.664280 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Allocated IP 172.20.0.2 (b43df500-c05c-42ca-b288-93458deb45ab/da0a00e5-4a62-408e-a024-d627fe397d87/ae853941-5a81-4d0c-be6b-b8f4e5c91a2c) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:10:53.710838 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (192a6333-5f4c-4b42-ba3c-05f27f27b289), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.743033 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'Port': ['ID=192a6333-5f4c-4b42-ba3c-05f27f27b289,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:53.754191 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for router_controller (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), precommit_add_association {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.755572 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:53.815082 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (4a133173-2e35-4bcc-b57c-4e3ace3a6670), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.817570 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.818728 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8c0a4f24-5f17-41ed-b95a-85abbf3c7a85 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4a133173-2e35-4bcc-b57c-4e3ace3a6670 HTTP/1.1" status: 204 len: 168 time: 0.6033094 Aug 30 02:10:53.820438 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks [] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.947983 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.984250 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for router_gateway (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:53.986237 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33674) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:53.989396 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:53.992039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376421014', 'description': 'tempest-description--1147887968'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:53.992489 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:53.995088 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:10:54.029059 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Pushing event updated for resources: {'Port': ['ID=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:54.036571 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:54.065251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Attempting to bind port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:10:54.065756 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Attempting to bind port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:10:54.066114 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Attempting to bind port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:10:54.071419 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:10:54.071781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:10:54.072211 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.072602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Bound using segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:10:54.073059 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Bound port: ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:10:54.073427 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.118941 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.136729 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] For port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:10:54.139985 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] For port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:10:54.172523 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:54.191013 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (97ba17c7-5db9-456a-abba-e8e0067dbdaf), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.244531 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for router_gateway (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.258259 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.264811 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.289377 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (97ba17c7-5db9-456a-abba-e8e0067dbdaf), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.322541 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:54.327381 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61a0c8-9252-4c62-9e3c-0d58a3098076 None None] Pushing event updated for resources: {'Port': ['ID=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:54.342250 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba17c7-5db9-456a-abba-e8e0067dbdaf,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:54.394188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Allocated IP 172.27.2.28 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/ab635653-c40f-49ed-903c-029c209fab95) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:10:54.424623 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.426124 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4940c185-854c-4abc-881c-8f8a184625b2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4386301 Aug 30 02:10:54.428897 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33676) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:54.433777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group_rule': {'security_group_id': '97ba17c7-5db9-456a-abba-e8e0067dbdaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:54.497127 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:54.528468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for port (ab635653-c40f-49ed-903c-029c209fab95), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.543881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (dc9d0f23-532c-444a-ad90-7d5e51ae37c7), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.606644 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (dc9d0f23-532c-444a-ad90-7d5e51ae37c7), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.624603 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (ab635653-c40f-49ed-903c-029c209fab95), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.663173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:54.665051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:54.670140 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:54.674321 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:10:54.701751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Pushing event updated for resources: {'Port': ['ID=ab635653-c40f-49ed-903c-029c209fab95,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:54.715488 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (dc9d0f23-532c-444a-ad90-7d5e51ae37c7), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.740822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9d0f23-532c-444a-ad90-7d5e51ae37c7,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:54.809392 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:54.814262 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-538ba761-992d-4c5e-ba7e-759073dfae0f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835592 Aug 30 02:10:54.814845 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33682) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:54.823929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'security_group_rule': {'security_group_id': '97ba17c7-5db9-456a-abba-e8e0067dbdaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:54.959189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (84ca5879-9233-49ae-9ebb-0b8bf282e9ea), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.060777 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for router_gateway (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.063547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (84ca5879-9233-49ae-9ebb-0b8bf282e9ea), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.145446 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (84ca5879-9233-49ae-9ebb-0b8bf282e9ea), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.179669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ca5879-9233-49ae-9ebb-0b8bf282e9ea,revision_number=0']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:55.278329 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f65d32-ba6c-43a0-a4bb-8b4661d68db0 None None] Network b43df500-c05c-42ca-b288-93458deb45ab requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:10:55.278866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.283391 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2f320476-9fdc-44f2-b927-e5d88b13422a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4638863 Aug 30 02:10:55.284108 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33688) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:55.289850 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:55.297019 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.351322 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Provisioning complete for port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:55.351694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.377622 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.381419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:55.463637 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.467739 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Current status of the port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:55.468135 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.508795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] For port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:55.510767 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:10:55.585979 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Allocated IP 172.27.2.108 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/594f7ec0-78a6-450c-9d40-079b8c2b17e6) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:10:55.595830 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.626833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:10:55.642460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:10:55.666715 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276ce3a-8f11-4d12-95b2-65aa46197579 None None] Pushing event updated for resources: {'Port': ['ID=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:55.670370 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:10:55.670978 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:55.736347 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-ecf6230b-4217-4787-8a03-eca20cee0492 None None] Provisioning complete for port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:55.736722 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ecf6230b-4217-4787-8a03-eca20cee0492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.746994 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.751061 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b31bc756-86f9-41e1-8458-834f6597820b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2475379 Aug 30 02:10:55.751905 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33690) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:55.753963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.755402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:55.823744 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:10:55.865068 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:55.887030 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ae853941-5a81-4d0c-be6b-b8f4e5c91a2c up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:10:55.913283 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:55.917119 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:55.921849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:10:55.947295 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=594f7ec0-78a6-450c-9d40-079b8c2b17e6,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:56.023211 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.125116 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6230b-4217-4787-8a03-eca20cee0492 None None] Current status of the port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:56.138111 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:56.146403 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:56.156771 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.168260 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:56.168638 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.252820 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:54Z', 'revision_number': 3, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:56.282407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:10:56.283605 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Updating router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 port ab635653-c40f-49ed-903c-029c209fab95 binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:10:56.315654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:56.338967 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:56.341773 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.345528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:56.348707 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ab635653-c40f-49ed-903c-029c209fab95), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.428311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.516746 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=594f7ec0-78a6-450c-9d40-079b8c2b17e6,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:56.520866 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.542769 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.589517 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.592713 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6d281446-71c2-4160-bb36-daaedd150636 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3052027 Aug 30 02:10:56.625015 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks [] for port (ab635653-c40f-49ed-903c-029c209fab95), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.709066 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ab635653-c40f-49ed-903c-029c209fab95), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.731055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Allocated IP 172.20.0.1 (b43df500-c05c-42ca-b288-93458deb45ab/da0a00e5-4a62-408e-a024-d627fe397d87/9512a3f1-b81a-4aeb-a350-48688223eb20) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:10:56.755541 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Attempting to bind port ab635653-c40f-49ed-903c-029c209fab95 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:10:56.755902 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Attempting to bind port ab635653-c40f-49ed-903c-029c209fab95 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:10:56.756261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Attempting to bind port ab635653-c40f-49ed-903c-029c209fab95 on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:10:56.767913 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46bfe-4b25-49cc-ae5e-82c39deedddc None None] Pushing event updated for resources: {'Port': ['ID=ab635653-c40f-49ed-903c-029c209fab95,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:56.776144 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:10:56.776566 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:10:56.777024 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.777422 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:10:56.777969 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Bound port: ab635653-c40f-49ed-903c-029c209fab95, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:10:56.778778 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ab635653-c40f-49ed-903c-029c209fab95), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.827868 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-ee1401d0-a39f-4520-8f9e-a8aefe09d06d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1376421014&fields=id&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 267 time: 0.0475121 Aug 30 02:10:56.836955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] For port ab635653-c40f-49ed-903c-029c209fab95, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:10:56.840250 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] For port ab635653-c40f-49ed-903c-029c209fab95, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ab635653-c40f-49ed-903c-029c209fab95,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:10:56.854528 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks [] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.882666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:56.925573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ab635653-c40f-49ed-903c-029c209fab95), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.950620 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-2ed0e563-55b7-4f4c-ae41-afb902f26aa3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:56.952106 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-2ed0e563-55b7-4f4c-ae41-afb902f26aa3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 817 time: 0.1148214 Aug 30 02:10:56.976272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:56.978030 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:10:56.978663 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:56.980371 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-bbce2b2b-3f59-4c1f-827f-6885716e2edc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/quotas/abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 375 time: 0.0139368 Aug 30 02:10:57.015982 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46bfe-4b25-49cc-ae5e-82c39deedddc None None] Pushing event updated for resources: {'Port': ['ID=ab635653-c40f-49ed-903c-029c209fab95,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:57.021480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:57.026790 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:57.029802 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:57.031154 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:10:57.048636 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-83c8cf8c-a2da-47f2-8974-d85d85094cdd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590808 Aug 30 02:10:57.085424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.115131 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:10:57.156888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:57.179149 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:57.186325 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-9e9a9003-c27b-4d20-961b-0c3fdb76a3c3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206152 Aug 30 02:10:57.275779 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:57.291974 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-a52b9716-e88d-46e2-bc0d-cd3464963b8d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985255 Aug 30 02:10:57.317307 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:54Z', 'revision_number': 3, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:57.322671 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.347753 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728393fc-119b-4c35-9004-67aba3fc67fa None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:54Z', 'revision_number': 3, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:10:57.367744 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-84fd988a-1d1d-49a3-ad00-5d69ada78fcd None None] Provisioning complete for port 9512a3f1-b81a-4aeb-a350-48688223eb20 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:57.368339 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-84fd988a-1d1d-49a3-ad00-5d69ada78fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.405289 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-84fd988a-1d1d-49a3-ad00-5d69ada78fcd None None] Port 9512a3f1-b81a-4aeb-a350-48688223eb20 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:10:57.510679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks [] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.577231 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.686293 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3bd9c39f-e716-466c-b795-ae30c28dedd3 req-c7241388-62a9-431b-bb5a-ddb109054ce2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 210 time: 0.0433674 Aug 30 02:10:57.713447 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:57.718685 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:57.843674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:10:57.845294 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:10:57.884292 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ab635653-c40f-49ed-903c-029c209fab95 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:10:57.926075 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:57.944274 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port ab635653-c40f-49ed-903c-029c209fab95 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:57.947098 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ab635653-c40f-49ed-903c-029c209fab95), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.011337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:10:58.064448 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port ab635653-c40f-49ed-903c-029c209fab95 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:10:58.065303 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ab635653-c40f-49ed-903c-029c209fab95), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.075269 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:58.093951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port ab635653-c40f-49ed-903c-029c209fab95, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ab635653-c40f-49ed-903c-029c209fab95,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:10:58.184477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:10:58.193156 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-962791d5-697b-4646-8856-17872e67ac23 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4402287 Aug 30 02:10:58.202136 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ab635653-c40f-49ed-903c-029c209fab95), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.258002 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-b6035de9-74e9-4e0d-b8bb-455ee486fb97 None None] Provisioning complete for port 9512a3f1-b81a-4aeb-a350-48688223eb20 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:58.258649 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b6035de9-74e9-4e0d-b8bb-455ee486fb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.294475 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-b6035de9-74e9-4e0d-b8bb-455ee486fb97 None None] Port 9512a3f1-b81a-4aeb-a350-48688223eb20 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:10:58.299480 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=ab635653-c40f-49ed-903c-029c209fab95,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:58.588670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33748) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:58.703749 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aadf87fe-e133-4705-b25d-39fb24c42f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.793365 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aadf87fe-e133-4705-b25d-39fb24c42f14 admin admin] Publish callbacks [] for security_group (a49910f3-eb41-4e72-b76b-17caea8ab1cd), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.828035 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-dc1b1e33-8d45-4763-8bc1-dd6e40274758 req-b70d09da-29d3-41d5-bb7a-9fee1d8f4785 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Aug 30 02:10:58.860953 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-aadf87fe-e133-4705-b25d-39fb24c42f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a49910f3-eb41-4e72-b76b-17caea8ab1cd), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:58.904538 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf87fe-e133-4705-b25d-39fb24c42f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49910f3-eb41-4e72-b76b-17caea8ab1cd,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:58.910852 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-aadf87fe-e133-4705-b25d-39fb24c42f14 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c25441166f7246b4b999cdd7383ad358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210280 Aug 30 02:10:58.913553 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33760) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:58.979468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] Publish callbacks [] for security_group (a49910f3-eb41-4e72-b76b-17caea8ab1cd), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.002233 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] Publish callbacks [] for security_group (a49910f3-eb41-4e72-b76b-17caea8ab1cd), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.038008 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:59.066804 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33764) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:59.071761 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702283145-network', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:59.075028 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:10:59.144172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (a49910f3-eb41-4e72-b76b-17caea8ab1cd), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.147090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.149901 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a49910f3-eb41-4e72-b76b-17caea8ab1cd HTTP/1.1" status: 204 len: 168 time: 0.2315311 Aug 30 02:10:59.160218 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02866db6-e14f-4eae-92f2-e572d1b6a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49910f3-eb41-4e72-b76b-17caea8ab1cd,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:59.170372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Made reservation on behalf of 821c7a0aa57a472398a82afbc16a598e for: {'network': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:10:59.172835 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for network (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.183344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.274087 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks [] for security_group (f09524ca-f0b8-4a3d-a7d2-947c8660dd9e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.301697 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:10:59.312697 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:10:59.313312 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:59.344406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f09524ca-f0b8-4a3d-a7d2-947c8660dd9e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.374858 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=106657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 02:10:59.384556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09524ca-f0b8-4a3d-a7d2-947c8660dd9e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:59.389172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:10:59.393102 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1f57307a-ac4f-41de-b668-6ffec08c1273), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.393445 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.segments_db [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Added segment 1f57307a-ac4f-41de-b668-6ffec08c1273 of type vlan for network a3834013-e660-458c-97e9-4478a45efa49 Aug 30 02:10:59.425224 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:10:59.436773 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728878225246'] for network (a3834013-e660-458c-97e9-4478a45efa49), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.550731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134'] for network (a3834013-e660-458c-97e9-4478a45efa49), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.551808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:59.553173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.628510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] Pushing event updated for resources: {'Network': ['ID=a3834013-e660-458c-97e9-4478a45efa49,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:10:59.638514 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-12830be9-288f-4d37-8e2b-ff101cb3c3bf admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5705822 Aug 30 02:10:59.641480 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33770) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:10:59.646037 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Network a3834013-e660-458c-97e9-4478a45efa49 details requested by agent ovs-agent-dv-cinder-819667-6-iscsi with host dv-cinder-819667-6-iscsi {{(pid=106659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 02:10:59.649618 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Request body: {'subnet': {'network_id': 'a3834013-e660-458c-97e9-4478a45efa49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702283145-subnet', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'ip_version': 4}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:10:59.660896 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 2, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:10:59.688228 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:10:59.688864 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Updating router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 port 9512a3f1-b81a-4aeb-a350-48688223eb20 binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:10:59.726741 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.744109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Made reservation on behalf of 821c7a0aa57a472398a82afbc16a598e for: {'subnet': 1} {{(pid=106658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:10:59.746988 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528460'] for subnet (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:10:59.884610 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ab635653-c40f-49ed-903c-029c209fab95 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:10:59.937090 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5705b359-5116-494f-89d8-e5a922553552 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:10:59.938827 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5705b359-5116-494f-89d8-e5a922553552 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 817 time: 0.1705601 Aug 30 02:10:59.982168 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port ab635653-c40f-49ed-903c-029c209fab95 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:10:59.983155 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ab635653-c40f-49ed-903c-029c209fab95), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.026058 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-93e3bc08-9ef3-4a48-95e9-5315196a8bac req-1fd0367e-ce0e-492c-b641-f79eed4da209 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 210 time: 0.0551147 Aug 30 02:11:00.027046 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33774) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:00.047469 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7240d1a0-137b-49ea-bf93-6daece9437bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.100836 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-f35f5f84-2480-4b20-8bc7-56a5497fc158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.113673 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port ab635653-c40f-49ed-903c-029c209fab95 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:00.124937 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-957790ab-5ba5-4d1d-9d85-7a033c581798 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 380 time: 0.1772451 Aug 30 02:11:00.138561 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'port': {'device_id': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'admin_state_up': True, 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'security_groups': ['97ba17c7-5db9-456a-abba-e8e0067dbdaf']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:00.194860 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks [] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.196260 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4039460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528474'] for subnet (598b9dfc-febe-47c2-93b0-1ce612f9659d), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.260221 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7240d1a0-137b-49ea-bf93-6daece9437bd admin admin] Publish callbacks [] for security_group (e626b81d-ea22-416c-a5b7-0aebaee4846c), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.268523 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.279471 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.303469 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598b9dfc-febe-47c2-93b0-1ce612f9659d,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:00.314587 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Checking segment: {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:00.322354 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Network hostable DHCP agents. Network: a3834013-e660-458c-97e9-4478a45efa49, hostable agents: ['340bfa2e-df88-4e93-bb94-1c1b90cb225d'], hosted agents: [] {{(pid=106658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 02:11:00.341344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-7240d1a0-137b-49ea-bf93-6daece9437bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e626b81d-ea22-416c-a5b7-0aebaee4846c), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.345526 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Pushing event updated for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:00.370562 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.370904 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.371250 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.371596 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.372129 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.372720 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.373269 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.373617 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.373941 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.379612 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:00.388556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33780) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:00.388726 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-7240d1a0-137b-49ea-bf93-6daece9437bd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ee3fa3bd0a1d471d9fddc60930e62bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605158 Aug 30 02:11:00.394710 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240d1a0-137b-49ea-bf93-6daece9437bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e626b81d-ea22-416c-a5b7-0aebaee4846c,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:00.415053 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Attempting to bind port 9512a3f1-b81a-4aeb-a350-48688223eb20 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:00.415692 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Attempting to bind port 9512a3f1-b81a-4aeb-a350-48688223eb20 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:00.416049 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Attempting to bind port 9512a3f1-b81a-4aeb-a350-48688223eb20 on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:00.421644 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:00.422126 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:00.422524 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.423470 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Bound using segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:00.424126 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Bound port: 9512a3f1-b81a-4aeb-a350-48688223eb20, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:00.424573 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.427409 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Network a3834013-e660-458c-97e9-4478a45efa49 is scheduled to be hosted by DHCP agent 340bfa2e-df88-4e93-bb94-1c1b90cb225d with binding_index 1 {{(pid=106658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 02:11:00.446533 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Made reservation on behalf of abe39137b275484ea6dafbed8d826eb3 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:11:00.451149 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.486584 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.493763 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] Publish callbacks [] for security_group (e626b81d-ea22-416c-a5b7-0aebaee4846c), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.495504 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] For port 9512a3f1-b81a-4aeb-a350-48688223eb20, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:00.497201 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.499099 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] For port 9512a3f1-b81a-4aeb-a350-48688223eb20, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9512a3f1-b81a-4aeb-a350-48688223eb20,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:00.521534 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819667-6-iscsi, a3834013-e660-458c-97e9-4478a45efa49) {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:00.526292 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:00.527160 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.531783 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbc81a-cb4e-47d9-9f99-65787ecd0558 None None] Network a3834013-e660-458c-97e9-4478a45efa49 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:11:00.541681 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.557992 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] Publish callbacks [] for security_group (e626b81d-ea22-416c-a5b7-0aebaee4846c), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.579199 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.602589 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ad0e11ab-66b4-496e-a0cc-0404f9dd2f39 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9587371 Aug 30 02:11:00.604731 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33782) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:00.615708 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:00.615942 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:00.616455 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:10:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:00.649495 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Allocated IP 172.20.0.9 (cb8beefb-67a8-4456-8962-31eb3e214427/bfb78f2c-d4f9-4faf-9245-0676680f9880/18104247-2f12-4918-9925-b466d738ce69) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:00.664415 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa650c752-21be-57a7-8738-94afb5f896c9-a3834013-e660-458c-97e9-4478a45efa49', 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49', 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'fixed_ips': [{'subnet_id': '598b9dfc-febe-47c2-93b0-1ce612f9659d'}]}} from dv-cinder-819667-6-iscsi. {{(pid=106659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 02:11:00.670009 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.686692 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fc8ac-380c-4127-87d0-7d39eeb88190 None None] Pushing event updated for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:00.745209 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:00.748640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1683005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60776'] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.750436 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1756708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60771'] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.776117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e626b81d-ea22-416c-a5b7-0aebaee4846c), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.779202 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.780655 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e626b81d-ea22-416c-a5b7-0aebaee4846c HTTP/1.1" status: 204 len: 168 time: 0.3907318 Aug 30 02:11:00.796753 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.806184 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae13afb-b96a-4350-8094-1f13a34cd8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e626b81d-ea22-416c-a5b7-0aebaee4846c,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:00.829754 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for router_controller (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), precommit_add_association {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.835811 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.851698 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.db_base_plugin_common [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Allocated IP 172.20.0.2 (a3834013-e660-458c-97e9-4478a45efa49/598b9dfc-febe-47c2-93b0-1ce612f9659d/ddf39c83-cf9f-4cca-87d7-015960d7f531) {{(pid=106659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:00.943973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for port (18104247-2f12-4918-9925-b466d738ce69), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:00.945247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:00.976304 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:01.039927 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for router_gateway (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.041135 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:00Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:01.059837 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks [] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), precommit_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.071132 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d8b2d9-7a60-4702-a94b-6390f191af6f None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:00Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:11:01.113668 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (18104247-2f12-4918-9925-b466d738ce69), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.168498 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), after_create {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.207885 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Network a3834013-e660-458c-97e9-4478a45efa49 is already hosted by enough agents. {{(pid=106659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:01.216540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Network cb8beefb-67a8-4456-8962-31eb3e214427 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:01.224209 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:01.227079 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:01.264783 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Resources bound (agent type, host, resource id): {{(pid=106659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:01.270870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Received port after_create {{(pid=106659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:01.312377 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:01.350069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf24f6-8950-4f4c-afcd-e7ddfebf0c72 req-7681a821-72e7-4ace-bb29-2a0f75c04946 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:01.355117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Pushing event updated for resources: {'Port': ['ID=ddf39c83-cf9f-4cca-87d7-015960d7f531,revision_number=1']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:01.356162 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4ccf24f6-8950-4f4c-afcd-e7ddfebf0c72 req-7681a821-72e7-4ace-bb29-2a0f75c04946 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 931 time: 0.1488194 Aug 30 02:11:01.362652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:01.365544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.412093 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Attempting to bind port ddf39c83-cf9f-4cca-87d7-015960d7f531 on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:01.412297 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Attempting to bind port ddf39c83-cf9f-4cca-87d7-015960d7f531 by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:01.412588 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Attempting to bind port ddf39c83-cf9f-4cca-87d7-015960d7f531 on network a3834013-e660-458c-97e9-4478a45efa49 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:01.418405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:01.418884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Checking segment: {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:01.419360 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.419824 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Bound using segment: {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:01.420630 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Bound port: ddf39c83-cf9f-4cca-87d7-015960d7f531, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:01.420772 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.464757 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-738101f1-ac33-4724-85fd-d9cb758611f3 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3312516 Aug 30 02:11:01.479569 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Request body: {'port': {'device_id': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:01.506611 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4ccf24f6-8950-4f4c-afcd-e7ddfebf0c72 req-83a83e81-0cdf-4811-92ec-d8037fbde7f9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977612 Aug 30 02:11:01.508067 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for router_gateway (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.540203 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.547175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] For port ddf39c83-cf9f-4cca-87d7-015960d7f531, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:01.560064 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] For port ddf39c83-cf9f-4cca-87d7-015960d7f531, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ddf39c83-cf9f-4cca-87d7-015960d7f531,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:01.635439 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.649971 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:01.656528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7da77feb-c3d5-4b59-ad38-1cc6ff940b22 None None] Provisioning complete for port 18104247-2f12-4918-9925-b466d738ce69 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:01.656942 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7da77feb-c3d5-4b59-ad38-1cc6ff940b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (18104247-2f12-4918-9925-b466d738ce69), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.738404 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7da77feb-c3d5-4b59-ad38-1cc6ff940b22 None None] Port 18104247-2f12-4918-9925-b466d738ce69 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:11:01.811036 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:01.940284 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3448e-4c17-4696-bfc0-f7b0b8a570df None None] Pushing event updated for resources: {'Port': ['ID=ddf39c83-cf9f-4cca-87d7-015960d7f531,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.012802 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:02.024016 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9512a3f1-b81a-4aeb-a350-48688223eb20 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:02.037706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33790) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:02.041311 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:11:02.053235 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks [] for port (18104247-2f12-4918-9925-b466d738ce69), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.073778 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5c073ce8-f394-460a-8e6c-3311aa85413c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.074828 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Transition to ACTIVE for port object 18104247-2f12-4918-9925-b466d738ce69 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:11:02.086424 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 9512a3f1-b81a-4aeb-a350-48688223eb20 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:02.086913 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.150840 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Allocated IP 172.27.2.56 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/a0c07feb-3665-45e5-931b-2e619a75588a) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:02.180610 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.243883 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.359692 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5c073ce8-f394-460a-8e6c-3311aa85413c admin admin] Publish callbacks [] for security_group (83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.390714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Attempting to bind port 18104247-2f12-4918-9925-b466d738ce69 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:02.391089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Attempting to bind port 18104247-2f12-4918-9925-b466d738ce69 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:02.391520 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Attempting to bind port 18104247-2f12-4918-9925-b466d738ce69 on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:02.393643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for port (a0c07feb-3665-45e5-931b-2e619a75588a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.402977 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Port 18104247-2f12-4918-9925-b466d738ce69 on network cb8beefb-67a8-4456-8962-31eb3e214427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:11:02.406063 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:02.406329 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Attempting to bind port 18104247-2f12-4918-9925-b466d738ce69 on network cb8beefb-67a8-4456-8962-31eb3e214427 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:02.415057 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:02.415405 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Checking segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:02.415802 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Bound using segment: {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:02.416244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Bound port: 18104247-2f12-4918-9925-b466d738ce69, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8091c7-971f-4394-811e-f9160da6ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:02.416606 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.428976 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-5c073ce8-f394-460a-8e6c-3311aa85413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.454893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 9512a3f1-b81a-4aeb-a350-48688223eb20 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:02.457697 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.488594 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-5c073ce8-f394-460a-8e6c-3311aa85413c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=733a23ea0e3945d9ab688b994ebe1192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498281 Aug 30 02:11:02.489978 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c073ce8-f394-460a-8e6c-3311aa85413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.492050 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 33792) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:02.517251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-47df39e4-e14f-4dc0-8572-0b7560187f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.517251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port 9512a3f1-b81a-4aeb-a350-48688223eb20, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9512a3f1-b81a-4aeb-a350-48688223eb20,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:02.536178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.554085 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:02.574558 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:02.581290 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:02.584308 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:02.588227 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:02.605871 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] Publish callbacks [] for security_group (83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.617370 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.625857 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c07feb-3665-45e5-931b-2e619a75588a,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.647878 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:02.648547 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] Publish callbacks [] for security_group (83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.652910 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.658513 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:02.660933 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.663896 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 1093 time: 1.1890256 Aug 30 02:11:02.674924 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:02.687159 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df12de-2dba-44b4-8dd8-9a99e6da3678" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:02.701537 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.793508 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023271b-726f-4bc6-85f4-6cfa8f62c92b x-openstack-request-id: req-7023271b-726f-4bc6-85f4-6cfa8f62c92b {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:02.794072 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "tag": "18104247-2f12-4918-9925-b466d738ce69", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:02.794367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7023271b-726f-4bc6-85f4-6cfa8f62c92b {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:02.794716 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7023271b-726f-4bc6-85f4-6cfa8f62c92b'] response: {'name': 'network-changed', 'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'status': 'completed', 'code': 200} Aug 30 02:11:02.823535 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1340b8-c52b-4fc1-8b27-8dc825112937 service neutron] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:02.844043 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:02.850287 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5634-cff2-44e4-8fbb-706195fa98d6 req-4042d445-a870-4727-8983-a9c0381eec82 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:02.851875 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd3e5634-cff2-44e4-8fbb-706195fa98d6 req-4042d445-a870-4727-8983-a9c0381eec82 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.1602302 Aug 30 02:11:02.884838 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-b75ca1be-27c5-4a91-a5c2-5d27127a176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:02.886445 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-b75ca1be-27c5-4a91-a5c2-5d27127a176c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1127 time: 0.0906191 Aug 30 02:11:02.929076 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd3e5634-cff2-44e4-8fbb-706195fa98d6 req-91a5fad8-4b69-45d2-b0f7-e5e4eb407aea tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686181 Aug 30 02:11:02.967664 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-a0b3f0a1-a846-4e30-bc47-cfa04c71059b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 217 time: 0.0540586 Aug 30 02:11:02.972715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.975486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:02.979239 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0 HTTP/1.1" status: 204 len: 168 time: 0.4838572 Aug 30 02:11:02.982138 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for router_gateway (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.024912 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1239ed-e320-4880-92e6-d07725ec9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffe8f0-3b22-48f3-a37f-c1cbb9e544f0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:03.051588 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-d8fc0910-86b5-4157-94b7-55c305d6f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:03.055551 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-d8fc0910-86b5-4157-94b7-55c305d6f1cc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0755434 Aug 30 02:11:03.116429 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-d208e595-1efd-4c0d-ab04-ed2531af47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:03.117386 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-d208e595-1efd-4c0d-ab04-ed2531af47ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573945 Aug 30 02:11:03.227375 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-ad832473-c9ec-4bb3-8f1c-fab98d8fda14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038897 Aug 30 02:11:03.233070 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25bc73-9307-48b1-b909-13b98b65675b None None] Network a3834013-e660-458c-97e9-4478a45efa49 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:11:03.284208 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1684941'] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.295606 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Provisioning complete for port ddf39c83-cf9f-4cca-87d7-015960d7f531 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:03.296328 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.352837 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d22392ec-8182-46b0-9fe1-c2b3488255fb req-971ad773-ad01-4863-93aa-7217ee9ed2e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192222 Aug 30 02:11:03.434326 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:03.451148 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Current status of the port ddf39c83-cf9f-4cca-87d7-015960d7f531 is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:03.451462 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.467606 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:03.474366 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.492291 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-7edf0544-9623-42e4-8312-846cc957971b None None] For port ddf39c83-cf9f-4cca-87d7-015960d7f531, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ddf39c83-cf9f-4cca-87d7-015960d7f531,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:03.515511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 is scheduled to L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c with binding_index 1 {{(pid=106658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 02:11:03.580008 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.647078 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf0544-9623-42e4-8312-846cc957971b None None] Pushing event updated for resources: {'Port': ['ID=ddf39c83-cf9f-4cca-87d7-015960d7f531,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:03.649661 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:11:03.653208 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:03.665899 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Sync routers for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:11:03.679508 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:03.680628 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:03.734592 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.738750 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-9f840eb8-e032-4d82-bb6e-5660f813f126 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1281371 Aug 30 02:11:03.739020 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33800) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:03.797187 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:03.858668 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-e5a4165a-4b7f-4f22-a3c1-a13d5fd522ce None None] Provisioning complete for port ddf39c83-cf9f-4cca-87d7-015960d7f531 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:03.859047 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e5a4165a-4b7f-4f22-a3c1-a13d5fd522ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:03.904579 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:03.952232 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ddf39c83-cf9f-4cca-87d7-015960d7f531 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:04.075666 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:04.079117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4165a-4b7f-4f22-a3c1-a13d5fd522ce None None] Current status of the port ddf39c83-cf9f-4cca-87d7-015960d7f531 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:04.092954 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port ddf39c83-cf9f-4cca-87d7-015960d7f531 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:04.093326 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.100356 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa22051-f00c-4d65-a2cf-8effa49555f3 req-34ac5ffe-99f5-4ea3-bcf5-470b70427c05 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:04.102160 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1aa22051-f00c-4d65-a2cf-8effa49555f3 req-34ac5ffe-99f5-4ea3-bcf5-470b70427c05 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0856965 Aug 30 02:11:04.119812 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 3, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:04.151994 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Checking router: 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:11:04.155939 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Updating router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 port a0c07feb-3665-45e5-931b-2e619a75588a binding host dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:11:04.188021 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.193143 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-72bdd5a8-bbdf-4e5c-a996-28ecd75d7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:04.194722 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-72bdd5a8-bbdf-4e5c-a996-28ecd75d7068 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1127 time: 0.0559156 Aug 30 02:11:04.230135 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1aa22051-f00c-4d65-a2cf-8effa49555f3 req-4437f3a0-66ed-4a8e-8c45-7e8ccb4ab9ac tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212311 Aug 30 02:11:04.289188 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.299585 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port ddf39c83-cf9f-4cca-87d7-015960d7f531 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:04.300676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9512a3f1-b81a-4aeb-a350-48688223eb20 up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:04.304820 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-5033617b-142c-45b5-aae1-c42b853d0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:04.306783 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-5033617b-142c-45b5-aae1-c42b853d0fb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.1060009 Aug 30 02:11:04.354273 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:04.355542 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-032bebd8-e869-4cee-b387-5378c3498c1c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 217 time: 0.0422592 Aug 30 02:11:04.407842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-6f2b287e-92c3-408b-948e-5fe045b97a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:04.409549 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-6f2b287e-92c3-408b-948e-5fe045b97a4b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0476608 Aug 30 02:11:04.419674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port 9512a3f1-b81a-4aeb-a350-48688223eb20 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:04.419674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.420384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:04.455839 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-7dbd0a35-fa8b-452b-8f52-1dee85ab3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:04.456096 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Allocated IP 172.20.0.1 (a3834013-e660-458c-97e9-4478a45efa49/598b9dfc-febe-47c2-93b0-1ce612f9659d/bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:04.457368 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-7dbd0a35-fa8b-452b-8f52-1dee85ab3fc5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424452 Aug 30 02:11:04.560140 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-92c576a7-cc0d-4b1b-9a06-000c5045ac7e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968995 Aug 30 02:11:04.565083 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks [] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.567023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port 9512a3f1-b81a-4aeb-a350-48688223eb20 is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:04.582808 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks [] for port (a0c07feb-3665-45e5-931b-2e619a75588a), precommit_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.638617 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.650467 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.658682 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04df12de-2dba-44b4-8dd8-9a99e6da3678 req-ba8a204d-4ec7-40af-b4be-23df232870e2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922618 Aug 30 02:11:04.675999 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Attempting to bind port a0c07feb-3665-45e5-931b-2e619a75588a on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:04.676385 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Attempting to bind port a0c07feb-3665-45e5-931b-2e619a75588a by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:04.676727 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Attempting to bind port a0c07feb-3665-45e5-931b-2e619a75588a on network a9df1b86-d24a-4671-8703-9ba32216d9f9 {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:04.689933 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:04.690310 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Checking segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:04.690716 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.691110 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Bound using segment: {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'} {{(pid=106659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:04.691644 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.managers [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Bound port: a0c07feb-3665-45e5-931b-2e619a75588a, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4b64a6-d659-41f9-bd2a-b4d346b8c186', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9'}}] {{(pid=106659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:04.691958 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.696743 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071f10f-9dbf-4a66-aaf2-7a3b9e3949af None None] Pushing event updated for resources: {'Port': ['ID=a0c07feb-3665-45e5-931b-2e619a75588a,revision_number=2']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:04.700737 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Network a3834013-e660-458c-97e9-4478a45efa49 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:04.705538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:04.709501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:04.738070 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Pushing event updated for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:04.752218 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] For port a0c07feb-3665-45e5-931b-2e619a75588a, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:04.755596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] For port a0c07feb-3665-45e5-931b-2e619a75588a, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a0c07feb-3665-45e5-931b-2e619a75588a,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:04.759696 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1683881'] for router_interface (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.804039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:04.858855 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.897755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:04.898393 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:04.941251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:04.952180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071f10f-9dbf-4a66-aaf2-7a3b9e3949af None None] Pushing event updated for resources: {'Port': ['ID=a0c07feb-3665-45e5-931b-2e619a75588a,revision_number=3']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:04.957171 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:04.972413 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.035229 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-68487b68-a471-4ea4-8f1f-6b057cd4e6aa None None] Provisioning complete for port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:05.035528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-68487b68-a471-4ea4-8f1f-6b057cd4e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.065180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:05.140700 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.141234 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks [] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.169022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-68487b68-a471-4ea4-8f1f-6b057cd4e6aa None None] Port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:11:05.246272 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 3, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:05.275713 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.275960 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167acb5-8708-4860-b994-68ee37f18987 None None] The sync data for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi is: [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 3, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:11:05.327623 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:11:05.373932 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Pushing event updated for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:05.384357 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683773'] for router_interface (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.391966 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc514c4-ef63-49e2-83f9-f9fd45432412 req-9aa7290b-a5b4-4e77-ad2d-57416cd67b9e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:05.394440 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8fc514c4-ef63-49e2-83f9-f9fd45432412 req-9aa7290b-a5b4-4e77-ad2d-57416cd67b9e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0719135 Aug 30 02:11:05.452268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8fc514c4-ef63-49e2-83f9-f9fd45432412 req-3ee96e67-bcd4-4fbb-86d9-f5bb804250ca tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511692 Aug 30 02:11:05.498592 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Network a3834013-e660-458c-97e9-4478a45efa49 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:05.500080 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:05.541445 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:05.608934 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:05.622316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '18104247-2f12-4918-9925-b466d738ce69', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:11:05.654977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:11:05.679667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:05.680058 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.681837 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:05.697391 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:11:05.726568 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:05.789210 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:11:05.792538 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-daf6f962-9ce9-45be-83f9-630d2b37f3b6 None None] Provisioning complete for port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:05.793168 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-daf6f962-9ce9-45be-83f9-630d2b37f3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.818701 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-29b01a6d-0250-4f32-b2b1-a8cb92e82baf admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8e7d0d7a-7819-4b6e-a9b4-3063946b10e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0785611 Aug 30 02:11:05.828786 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:05.888921 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-daf6f962-9ce9-45be-83f9-630d2b37f3b6 None None] Port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:11:05.894453 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a0c07feb-3665-45e5-931b-2e619a75588a up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:05.934357 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:05.951298 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.951639 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.952024 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.952233 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.952564 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.952896 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.953221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.953573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.953931 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.954263 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.954587 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.954908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.955262 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.955666 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.955991 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:05.977140 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port a0c07feb-3665-45e5-931b-2e619a75588a triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:05.977572 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.042457 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['18104247-2f12-4918-9925-b466d738ce69'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:11:06.081414 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port a0c07feb-3665-45e5-931b-2e619a75588a is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:06.081848 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.121207 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port a0c07feb-3665-45e5-931b-2e619a75588a, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a0c07feb-3665-45e5-931b-2e619a75588a,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:06.215441 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.272453 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=a0c07feb-3665-45e5-931b-2e619a75588a,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:06.325689 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33812) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:06.330912 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411314915', 'description': 'tempest-secgroup-smoke-1411314915 description', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:06.410337 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.481384 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (9870b209-973e-4330-9704-0fd88e373ad2), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.566902 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9870b209-973e-4330-9704-0fd88e373ad2), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.581931 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe083-c03a-41f2-8f15-b93460cd8596 req-bf6d66dc-bb71-4339-8148-2224172c3b7f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:06.583451 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f35fe083-c03a-41f2-8f15-b93460cd8596 req-bf6d66dc-bb71-4339-8148-2224172c3b7f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 944 time: 0.0465727 Aug 30 02:11:06.598443 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9870b209-973e-4330-9704-0fd88e373ad2,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:06.632717 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f35fe083-c03a-41f2-8f15-b93460cd8596 req-1b74352e-ea2d-43c6-95c8-b3bf86b50220 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Aug 30 02:11:06.658176 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.659430 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-49f5aa83-f8f2-4e9d-b324-4853297d319b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3326554 Aug 30 02:11:06.662365 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33816) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:06.666615 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:06.748527 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (0b599e0e-cd4d-47c2-b547-e0ec8cdd4c48), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.808367 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (0b599e0e-cd4d-47c2-b547-e0ec8cdd4c48), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.915513 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (0b599e0e-cd4d-47c2-b547-e0ec8cdd4c48), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:06.935903 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b599e0e-cd4d-47c2-b547-e0ec8cdd4c48,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:07.020094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.021240 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-262ef47b-e802-45c6-8420-db879578394b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579435 Aug 30 02:11:07.024074 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33818) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:07.028388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:07.039521 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.104001 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (35893c13-60c5-4288-8145-5c2ec3c83237), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.163116 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (35893c13-60c5-4288-8145-5c2ec3c83237), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.230619 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (35893c13-60c5-4288-8145-5c2ec3c83237), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.249849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35893c13-60c5-4288-8145-5c2ec3c83237,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:07.339478 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:07.354923 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.356508 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-79a81e12-ffb3-4c30-b44c-c31c58382860 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314669 Aug 30 02:11:07.359373 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33820) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:07.365999 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:07.396655 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 18104247-2f12-4918-9925-b466d738ce69 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:11:07.423301 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Sync routers for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:11:07.432992 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:07.433833 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:07.466824 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (10ed5a67-79e0-4e77-a5a7-f3c154f4969f), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.492371 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 18104247-2f12-4918-9925-b466d738ce69 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:07.493023 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (18104247-2f12-4918-9925-b466d738ce69), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.518368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (10ed5a67-79e0-4e77-a5a7-f3c154f4969f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.538463 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:07.561651 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.570601 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:07.570988 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.594006 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:07.596739 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e48469-373c-42fc-8478-2f337c88911a" -d '{"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:07.609395 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:07.632970 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (10ed5a67-79e0-4e77-a5a7-f3c154f4969f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.641911 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cebeb-dacc-4b78-a142-b0f2bff160d8 x-openstack-request-id: req-ef4cebeb-dacc-4b78-a142-b0f2bff160d8 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:07.641911 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:07.642479 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ef4cebeb-dacc-4b78-a142-b0f2bff160d8 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:07.643971 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4cebeb-dacc-4b78-a142-b0f2bff160d8'] response: {'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'code': 200} Aug 30 02:11:07.650778 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.656682 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ed5a67-79e0-4e77-a5a7-f3c154f4969f,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:07.669076 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.695912 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.733094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.735707 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:04Z', 'revision_number': 4, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb', 'name': '', 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:04Z', 'updated_at': '2022-08-30T02:11:05Z', 'revision_number': 2, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'subnets': [{'id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:07.740468 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2e436c39-2c98-4b6d-a79f-73d53e8a0ac0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781650 Aug 30 02:11:07.740468 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33826) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:07.745046 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:07.759067 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.760278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:07.768883 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Checking router: 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:11:07.769720 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Updating router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb binding host dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 02:11:07.794957 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfac48-d2f5-49a5-9c0c-662ad6e11fb2 req-eae5f54d-66d2-494b-a9a6-689a11a97728 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:07.798396 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-92cfac48-d2f5-49a5-9c0c-662ad6e11fb2 req-eae5f54d-66d2-494b-a9a6-689a11a97728 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0585306 Aug 30 02:11:07.807235 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.838868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:07.851834 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-92cfac48-d2f5-49a5-9c0c-662ad6e11fb2 req-92257925-d349-476d-9320-e56f11c824f8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474076 Aug 30 02:11:07.870078 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (cef6f420-93a8-45d3-82d4-820a257f6ba7), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.877638 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a0c07feb-3665-45e5-931b-2e619a75588a up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:07.949136 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (cef6f420-93a8-45d3-82d4-820a257f6ba7), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.953400 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port a0c07feb-3665-45e5-931b-2e619a75588a triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:07.953825 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:07.979376 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9864c5-f667-4418-b7c2-5bbe34d64383 req-4c66dc5f-0d4c-427a-a863-252ba0570aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:07.981240 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f9864c5-f667-4418-b7c2-5bbe34d64383 req-4c66dc5f-0d4c-427a-a863-252ba0570aa5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1129 time: 0.0458288 Aug 30 02:11:08.008828 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (cef6f420-93a8-45d3-82d4-820a257f6ba7), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.020320 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.033608 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port a0c07feb-3665-45e5-931b-2e619a75588a is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:08.035960 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5f9864c5-f667-4418-b7c2-5bbe34d64383 req-f3aa27fa-3f08-4a7d-bb2c-d5bf36a9c132 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Aug 30 02:11:08.044142 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef6f420-93a8-45d3-82d4-820a257f6ba7,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:08.114657 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks [] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), precommit_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.117323 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.118615 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-4101de8a-ccd0-4c83-8687-9b74d3918261 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3781168 Aug 30 02:11:08.121435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33828) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:08.125706 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:08.198337 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.225370 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:08.233331 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.securitygroups_db [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Project fa2e7ced1148461faedcd0e1856bae95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:11:08.241104 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (51b4fd95-1f19-483b-ba22-e5ca2d26265f), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.278957 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310910-0d8e-4922-8587-7444a8382be6 None None] Pushing event updated for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=3']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:08.291394 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Attempting to bind port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb on host dv-cinder-819667-6-iscsi for vnic_type normal with profile {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:08.292174 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Attempting to bind port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb by drivers openvswitch,hyperv on host dv-cinder-819667-6-iscsi at level 0 using segments [{'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:08.292174 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Attempting to bind port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb on network a3834013-e660-458c-97e9-4478a45efa49 {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:08.296991 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Checking agent: {'id': '1961de30-bae7-4d9f-b463-30246c89b914', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819667-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 53, 35), 'started_at': datetime.datetime(2022, 8, 30, 1, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819667-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:08.297351 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Checking segment: {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:08.297777 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.298156 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Bound using segment: {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'} {{(pid=106660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:08.298605 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.managers [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Bound port: bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb, host: dv-cinder-819667-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57307a-ac4f-41de-b668-6ffec08c1273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49'}}] {{(pid=106660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:08.299526 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), before_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.307106 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (51b4fd95-1f19-483b-ba22-e5ca2d26265f), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.357894 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] For port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb, host dv-cinder-819667-6-iscsi, cleared binding levels {{(pid=106660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:08.360815 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.plugins.ml2.db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] For port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb, host dv-cinder-819667-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:08.363894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (51b4fd95-1f19-483b-ba22-e5ca2d26265f), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.383471 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b4fd95-1f19-483b-ba22-e5ca2d26265f,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:08.442173 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron_lib.callbacks.manager [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_update {{(pid=106660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.451881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.453125 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-c7ab00aa-d394-4971-bebb-050d1870212d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3306932 Aug 30 02:11:08.455933 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33830) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:08.460221 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'security_group_rule': {'security_group_id': '9870b209-973e-4330-9704-0fd88e373ad2', 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:08.465345 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:08.485586 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:08.486257 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:08.532746 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310910-0d8e-4922-8587-7444a8382be6 None None] Pushing event updated for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=4']} {{(pid=106660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:08.561444 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.securitygroups_db [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Project fa2e7ced1148461faedcd0e1856bae95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 02:11:08.567965 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (a65ba5d8-f3f3-4367-a3dd-802db44fbe4a), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.599257 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:08.631294 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (a65ba5d8-f3f3-4367-a3dd-802db44fbe4a), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.701512 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:08.703972 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611305'] for security_group_rule (a65ba5d8-f3f3-4367-a3dd-802db44fbe4a), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.726447 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65ba5d8-f3f3-4367-a3dd-802db44fbe4a,revision_number=0']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:08.816071 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:08.817672 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3034cbdb-f63c-4a3a-aa6b-9379bfb80d97 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3606279 Aug 30 02:11:08.870125 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:04Z', 'revision_number': 4, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb', 'name': '', 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:04Z', 'updated_at': '2022-08-30T02:11:08Z', 'revision_number': 4, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'subnets': [{'id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:08.896186 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183ea31e-754c-438a-90f8-b4231b01c8bc None None] The sync data for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi is: [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:11:04Z', 'revision_number': 4, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': 'bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb', 'name': '', 'network_id': 'a3834013-e660-458c-97e9-4478a45efa49', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'mac_address': 'fa:16:3e:1a:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:04Z', 'updated_at': '2022-08-30T02:11:08Z', 'revision_number': 4, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'subnets': [{'id': '598b9dfc-febe-47c2-93b0-1ce612f9659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:11:09.037790 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2bfa-659a-4de7-b3b8-0b58bc5205a9 req-2e7a78d9-3991-47ac-8bbf-895275852ac4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:09.039696 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-20ce2bfa-659a-4de7-b3b8-0b58bc5205a9 req-2e7a78d9-3991-47ac-8bbf-895275852ac4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0611231 Aug 30 02:11:09.112823 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-20ce2bfa-659a-4de7-b3b8-0b58bc5205a9 req-27e20cc0-4295-4cd4-8f7d-2ef5244dbdb5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664492 Aug 30 02:11:09.883898 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:09.933993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:09.934459 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:10.012480 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb is: DOWN; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:10.012917 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:10.048656 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] For port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:10.116091 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:10.172105 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Pushing event updated for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:10.262193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070319a-6f7c-47e3-8fb9-d04c00cf1fdd req-9e18e5af-9b30-4258-a518-363795cad8cc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:10.263843 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7070319a-6f7c-47e3-8fb9-d04c00cf1fdd req-9e18e5af-9b30-4258-a518-363795cad8cc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0601909 Aug 30 02:11:10.317539 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7070319a-6f7c-47e3-8fb9-d04c00cf1fdd req-77334bb3-db89-462b-be83-e7aa63482ef1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478358 Aug 30 02:11:10.441434 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141874a1-64fa-408b-89f9-53c2d2c55fe7 req-49acd1c3-825e-454b-b864-d4126f4c6bc7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:10.443041 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-141874a1-64fa-408b-89f9-53c2d2c55fe7 req-49acd1c3-825e-454b-b864-d4126f4c6bc7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Aug 30 02:11:10.452853 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 33894) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:10.457984 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Request body: {'floatingip': {'port_id': '18104247-2f12-4918-9925-b466d738ce69'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:10.498279 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:11.170977 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:11.179831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:11.284303 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:11.392670 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Floating IP 6113f479-85b1-422a-840c-36e2c62e3d01 associated. External IP: 172.27.2.108, port: 18104247-2f12-4918-9925-b466d738ce69. Aug 30 02:11:11.595103 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:11:11.694014 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:11.702106 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:11:11.707330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:11.711987 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:11:11.727981 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:11.733954 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:11.741290 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1cca6777-6e49-4b9b-802f-e82f805ee893 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6113f479-85b1-422a-840c-36e2c62e3d01 HTTP/1.1" status: 200 len: 991 time: 1.2873259 Aug 30 02:11:11.741888 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:11.744159 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730d9e7-d35f-47df-afbf-4495aacec42d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:11.785804 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b2c61-307b-4875-bbc1-0f7125a69802 x-openstack-request-id: req-3c6b2c61-307b-4875-bbc1-0f7125a69802 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:11.785804 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "tag": "18104247-2f12-4918-9925-b466d738ce69", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:11.785804 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c6b2c61-307b-4875-bbc1-0f7125a69802 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:11.785804 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6b2c61-307b-4875-bbc1-0f7125a69802'] response: {'name': 'network-changed', 'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'status': 'completed', 'code': 200} Aug 30 02:11:11.857118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:11.860718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-62549fe0-e17d-4ae5-b70c-9d32d554a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:11.863052 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-62549fe0-e17d-4ae5-b70c-9d32d554a4a7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1129 time: 0.0549061 Aug 30 02:11:11.866858 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:11.907837 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb up at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:11.958732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-5015fcef-d31e-4fdb-a4f6-b0d48beb0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:11.960117 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-5015fcef-d31e-4fdb-a4f6-b0d48beb0397 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0916719 Aug 30 02:11:11.979791 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:12.024274 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Provisioning complete for port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:12.024670 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:12.030015 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-f73a94f8-2384-45d5-80cb-3bdbbace6a31 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 999 time: 0.0635335 Aug 30 02:11:12.081411 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-056725e1-2d6c-4f31-bd91-edfcbde46af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:12.083017 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-056725e1-2d6c-4f31-bd91-edfcbde46af8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0455871 Aug 30 02:11:12.128992 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-98f81900-4acf-47b2-9575-0db471a49ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:12.130534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-98f81900-4acf-47b2-9575-0db471a49ecf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408919 Aug 30 02:11:12.202469 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Current status of the port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb is: ACTIVE; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:12.208457 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6113f479-85b1-422a-840c-36e2c62e3d01', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:10:55Z', 'updated_at': '2022-08-30T02:11:11Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:12.210171 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:12.230410 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-868b4650-872f-4f00-a6ce-ad6f46c055b6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933900 Aug 30 02:11:12.235421 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:11:12.245425 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:12.246189 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:12.334135 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5730d9e7-d35f-47df-afbf-4495aacec42d req-d9dc9f0b-9ab2-4d12-a7c9-7fb071cb6a6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964239 Aug 30 02:11:12.357089 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:12.701428 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6113f479-85b1-422a-840c-36e2c62e3d01', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:10:55Z', 'updated_at': '2022-08-30T02:11:11Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:12.727694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ba71b-33d5-425c-a76c-2ceec45eea31 None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6113f479-85b1-422a-840c-36e2c62e3d01', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'floating_ip_address': '172.27.2.108', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:10:55Z', 'updated_at': '2022-08-30T02:11:11Z', 'revision_number': 1, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:11:12.925083 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36bacc-cc9c-4811-8d23-f42e6574e71e None None] New status for floating IP 6113f479-85b1-422a-840c-36e2c62e3d01: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:11:14.047099 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3b600-6143-4af6-ac05-3732792dcb56 req-f04124ab-2c3c-469d-b1d2-21c0446238b8 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:14.048654 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f0d3b600-6143-4af6-ac05-3732792dcb56 req-f04124ab-2c3c-469d-b1d2-21c0446238b8 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0493727 Aug 30 02:11:14.103259 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f0d3b600-6143-4af6-ac05-3732792dcb56 req-711e56c4-d27c-4479-92d7-3ff5e6b64b9d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474811 Aug 30 02:11:15.234670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb75fb-1b1d-4029-aa69-083d5f0931d0 req-94d0dcdf-3647-4271-980a-2523f478e533 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:15.236215 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-70fb75fb-1b1d-4029-aa69-083d5f0931d0 req-94d0dcdf-3647-4271-980a-2523f478e533 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0514231 Aug 30 02:11:15.292478 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-70fb75fb-1b1d-4029-aa69-083d5f0931d0 req-f9b1ebab-49d9-4499-b4c6-d086f4d116ee tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497077 Aug 30 02:11:16.408476 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6d0d6-2c2a-4384-81e7-48f441c3e756 req-d590f173-08c1-48bf-a71a-1c6c8ca49309 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:16.409945 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-78d6d0d6-2c2a-4384-81e7-48f441c3e756 req-d590f173-08c1-48bf-a71a-1c6c8ca49309 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0459313 Aug 30 02:11:16.462139 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-78d6d0d6-2c2a-4384-81e7-48f441c3e756 req-fe4ebdcb-8c6f-4030-94fc-925512cdccb5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462019 Aug 30 02:11:16.859852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-7783e844-ff21-45d1-ac21-e07982f56370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:16.861247 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-7783e844-ff21-45d1-ac21-e07982f56370 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0430696 Aug 30 02:11:16.969951 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-1fb280d9-5f12-4210-a20b-0d27f3995bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:16.971413 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-1fb280d9-5f12-4210-a20b-0d27f3995bbc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0872285 Aug 30 02:11:17.040024 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-d8229ed0-3cbf-4f01-8aa5-8d0ccf5df7c3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 1001 time: 0.0617855 Aug 30 02:11:17.091257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-72da4748-9270-4d3b-b75d-6c8e21b4e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:17.092735 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-72da4748-9270-4d3b-b75d-6c8e21b4e469 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0465527 Aug 30 02:11:17.127145 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:17.137005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-3500376e-1b60-4927-ba50-700870cf8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:17.138687 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-3500376e-1b60-4927-ba50-700870cf8e50 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401144 Aug 30 02:11:17.487355 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:17.519383 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-db149e6d-2a0d-42a2-9b62-0e56500b9ce1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673820 Aug 30 02:11:17.586953 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab069e9d-3475-4ed3-b121-919fee6bf953 req-a01bfcc0-140b-46ad-8645-4cadcf4682de tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:17.588459 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ab069e9d-3475-4ed3-b121-919fee6bf953 req-a01bfcc0-140b-46ad-8645-4cadcf4682de tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0488470 Aug 30 02:11:17.619473 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-340604ec-0225-466d-9bd1-bf05feddfbb7 req-efbbfe0a-e414-483a-bff7-b0eacca29790 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940325 Aug 30 02:11:17.641300 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ab069e9d-3475-4ed3-b121-919fee6bf953 req-969faba0-1871-449b-9f31-9147570d8848 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471210 Aug 30 02:11:18.760768 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3050cc-95fd-4df1-a3cf-120ff6485990 req-cdcd494e-55f4-4506-b4bd-4bad1ba92b48 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:18.762281 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3d3050cc-95fd-4df1-a3cf-120ff6485990 req-cdcd494e-55f4-4506-b4bd-4bad1ba92b48 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0468884 Aug 30 02:11:18.811512 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3d3050cc-95fd-4df1-a3cf-120ff6485990 req-21aaccf6-89a2-42da-b786-1757e6d0ca5b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Aug 30 02:11:19.938505 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b0722-4f4e-44d9-968b-6938d41c8bdf req-7ad0393d-f809-4fac-b540-4b133b24690d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:19.939979 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-873b0722-4f4e-44d9-968b-6938d41c8bdf req-7ad0393d-f809-4fac-b540-4b133b24690d tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0532293 Aug 30 02:11:19.994280 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-873b0722-4f4e-44d9-968b-6938d41c8bdf req-470e755a-dfc2-43ff-b654-a4eba5a779a5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481782 Aug 30 02:11:21.113311 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489deee-7661-49af-88bd-27b54c8a280e req-9e4c7cf8-b183-409f-9d9f-0a98f1714015 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:21.114793 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c489deee-7661-49af-88bd-27b54c8a280e req-9e4c7cf8-b183-409f-9d9f-0a98f1714015 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0466621 Aug 30 02:11:21.167085 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c489deee-7661-49af-88bd-27b54c8a280e req-1d7dabf4-1c2c-48c8-b881-9386209339d9 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457103 Aug 30 02:11:22.290738 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d8b68-6c60-4b7a-b463-84963c22a582 req-6cd1f562-d3e1-4d2c-b078-f590695892eb tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:22.292219 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b96d8b68-6c60-4b7a-b463-84963c22a582 req-6cd1f562-d3e1-4d2c-b078-f590695892eb tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0465004 Aug 30 02:11:22.340010 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b96d8b68-6c60-4b7a-b463-84963c22a582 req-0084b33f-d333-427b-a832-9f21726d69be tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Aug 30 02:11:22.699412 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=32 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:22.704453 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=56 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:23.464507 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca631a-c239-495a-b9b3-e5be18987ee8 req-79624634-d43b-4000-8499-0d526e13f28b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:23.466035 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04ca631a-c239-495a-b9b3-e5be18987ee8 req-79624634-d43b-4000-8499-0d526e13f28b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Aug 30 02:11:23.519932 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-04ca631a-c239-495a-b9b3-e5be18987ee8 req-35c26167-a86c-48ba-a15f-407613b39335 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474210 Aug 30 02:11:24.279417 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-352660ac-b20e-4ccd-a295-c934fbe2a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.280883 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-352660ac-b20e-4ccd-a295-c934fbe2a938 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0394573 Aug 30 02:11:24.377716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-b33eac9f-72f8-452d-9428-2c7f6a700d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.379152 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-b33eac9f-72f8-452d-9428-2c7f6a700d1a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0880201 Aug 30 02:11:24.439016 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-3669898d-795b-473f-902f-3ce7684cb86b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 1001 time: 0.0537286 Aug 30 02:11:24.487146 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-5e7af73a-56a9-4083-9642-cd6a33d16015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.488570 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-5e7af73a-56a9-4083-9642-cd6a33d16015 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0429156 Aug 30 02:11:24.535549 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-096ac5da-70cd-4d4a-8abc-4ff85bc8b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.537911 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-096ac5da-70cd-4d4a-8abc-4ff85bc8b5a4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432744 Aug 30 02:11:24.629429 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-9abd44e2-50c5-46dc-a6c1-83b3b48c5b48 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Aug 30 02:11:24.640507 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242700be-7393-405d-9973-1e962edc2062 req-339ea03e-20d6-4c2e-b459-abb28d8c7436 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.642628 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-242700be-7393-405d-9973-1e962edc2062 req-339ea03e-20d6-4c2e-b459-abb28d8c7436 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Aug 30 02:11:24.699299 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-242700be-7393-405d-9973-1e962edc2062 req-61613366-2853-4db7-bce9-32a2f6d79cad tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496671 Aug 30 02:11:24.755240 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4579d8f7-447f-449c-a1ac-052b260ea20e req-2e9cbc46-04ae-43f1-ae7d-2a1ffa14db5e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207156 Aug 30 02:11:24.780795 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-dde8003b-2626-4dba-81b2-a42d34a4e5c0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1411314915&fields=id&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 267 time: 0.0597041 Aug 30 02:11:24.841993 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:24.852902 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:24.890005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-6be256e7-319d-4028-bf58-fd924d6ac7fd tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:24.891445 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-6be256e7-319d-4028-bf58-fd924d6ac7fd tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1043282 Aug 30 02:11:24.906522 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-49a4bd85-71fc-4669-9059-ada29d847719 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/quotas/fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Aug 30 02:11:24.955134 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-9391014d-047d-46b2-aafb-00d3f8aa635d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435834 Aug 30 02:11:25.054212 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-fc2f4c0a-4e52-469f-b73f-44be509866a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875542 Aug 30 02:11:25.144483 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-9938db1b-8637-4c60-bf86-bf17033d21df service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845454 Aug 30 02:11:25.802028 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-96a43b5a-5a54-4fcf-9c32-9b4c76a92df2 req-446dab91-8038-42e5-bacc-64656c29f463 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0303845 Aug 30 02:11:25.839701 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74258459-68d8-4d9a-ae59-f96e48cf9bb1 req-b254dfb5-7ccf-4887-9577-78354e6a0076 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:25.842117 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-74258459-68d8-4d9a-ae59-f96e48cf9bb1 req-b254dfb5-7ccf-4887-9577-78354e6a0076 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0561326 Aug 30 02:11:25.893072 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-74258459-68d8-4d9a-ae59-f96e48cf9bb1 req-6c527606-827e-4c81-b81f-7e0ca9b7587c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Aug 30 02:11:26.906807 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3737433e-a6af-4b8a-90f6-4f327bcedf55 req-bcc468ea-5c82-4c70-9cff-a4004b44ccee tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0315182 Aug 30 02:11:26.998583 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:27.014277 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0f1d4-976e-40d2-9c4c-f5440b53bba1 req-35653b86-c86c-4209-8b6c-e7802a78c40b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:27.015755 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-14c0f1d4-976e-40d2-9c4c-f5440b53bba1 req-35653b86-c86c-4209-8b6c-e7802a78c40b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0493424 Aug 30 02:11:27.066659 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-14c0f1d4-976e-40d2-9c4c-f5440b53bba1 req-692c2594-083c-4301-a65a-d911e2a3f9ec tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451579 Aug 30 02:11:28.010119 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-83951e70-cc0e-40e4-aa82-79d1da7fcad4 req-42b2861d-29c4-47d9-950c-cd1c22455e2a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0280943 Aug 30 02:11:28.102997 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=11 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:28.103788 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:28.186846 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8dfe9-f44d-4789-9c0b-8e2d37784091 req-41381280-b8e4-49c5-a7c2-c12ac87dbb9c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:28.188378 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-29e8dfe9-f44d-4789-9c0b-8e2d37784091 req-41381280-b8e4-49c5-a7c2-c12ac87dbb9c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0476570 Aug 30 02:11:28.243273 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-29e8dfe9-f44d-4789-9c0b-8e2d37784091 req-e5d20ef9-a49f-4361-8e60-c1d909b583ba tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486047 Aug 30 02:11:28.294311 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-3ccaebd5-10e6-4b6a-922e-be34b20e6305 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:28.300026 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-3ccaebd5-10e6-4b6a-922e-be34b20e6305 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1072040 Aug 30 02:11:28.331270 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [req-efb25b64-6f1c-444f-9e27-89d61f8676db req-59e34f82-499b-4711-ad34-0a2d5ab77080 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:11:28.332252 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-efb25b64-6f1c-444f-9e27-89d61f8676db req-59e34f82-499b-4711-ad34-0a2d5ab77080 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068393 Aug 30 02:11:28.373409 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-9b1bc1d9-f29b-4e61-8408-c260e776aa22 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 380 time: 0.0663309 Aug 30 02:11:28.382236 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'port': {'device_id': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'admin_state_up': True, 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'security_groups': ['9870b209-973e-4330-9704-0fd88e373ad2']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:28.552512 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Made reservation on behalf of fa2e7ced1148461faedcd0e1856bae95 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:11:28.557432 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:28.693970 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.20.0.11 (b43df500-c05c-42ca-b288-93458deb45ab/da0a00e5-4a62-408e-a024-d627fe397d87/794625df-3536-4bb3-a640-e90e2e2cd74e) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:28.736038 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c2cab-6753-4747-b5a7-d0db47405296 req-02ef78f3-ade6-412f-80e4-26393ffa87e1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:28.737721 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-920c2cab-6753-4747-b5a7-d0db47405296 req-02ef78f3-ade6-412f-80e4-26393ffa87e1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0550606 Aug 30 02:11:28.779924 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-a16d7c03-40bb-4c5b-be91-fd1cffbc6306 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625045 Aug 30 02:11:28.812121 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-920c2cab-6753-4747-b5a7-d0db47405296 req-76591487-2046-4919-bc73-ef6beed92d8b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580692 Aug 30 02:11:28.848853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:28.854853 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:28.860311 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:28.864073 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-30aac256-db37-443c-a648-ee41ec2b56d0 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:28.865434 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-30aac256-db37-443c-a648-ee41ec2b56d0 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports/ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 943 time: 0.0523489 Aug 30 02:11:28.947336 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:28.993958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:28.997165 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:29.001095 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:29.025632 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:29.064174 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:29.065001 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.143880 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47bbc5-37b1-4c26-8471-c9b4cc4d49a9 req-1b668415-869f-44a3-832f-a2c4fc4ea11c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:29.145604 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e47bbc5-37b1-4c26-8471-c9b4cc4d49a9 req-1b668415-869f-44a3-832f-a2c4fc4ea11c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 932 time: 0.0549445 Aug 30 02:11:29.164912 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-4715c58d-f41c-4067-a2e6-3c57a5982307 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7861822 Aug 30 02:11:29.182204 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Request body: {'port': {'device_id': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:29.250071 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-cde07f5c-bc71-4ea8-b0c6-95283b8158ad None None] Provisioning complete for port 794625df-3536-4bb3-a640-e90e2e2cd74e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:29.250689 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-cde07f5c-bc71-4ea8-b0c6-95283b8158ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.263997 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e47bbc5-37b1-4c26-8471-c9b4cc4d49a9 req-aafb0c1b-ca7e-4190-b2e1-c98cf25fe35c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118255 Aug 30 02:11:29.268889 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.303296 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-cde07f5c-bc71-4ea8-b0c6-95283b8158ad None None] Port 794625df-3536-4bb3-a640-e90e2e2cd74e cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:11:29.470364 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:29.493356 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:11:29.551287 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794625df-3536-4bb3-a640-e90e2e2cd74e {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:11:29.559465 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks [] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.571364 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port ad71926d-6c2f-4698-a7f2-9471cb54c167 is: ACTIVE; New status is: DOWN {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:29.572677 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.573901 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Transition to ACTIVE for port object 794625df-3536-4bb3-a640-e90e2e2cd74e will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:11:29.598372 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:29.600694 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704171b4-494f-492d-b691-c95686f3ff71" -d '{"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-unplugged", "status": "completed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:29.614780 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:29.640868 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc00afa-9ece-4aad-940a-cda66c8c9ca0 x-openstack-request-id: req-6dc00afa-9ece-4aad-940a-cda66c8c9ca0 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:29.641152 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-unplugged", "status": "failed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "code": 422}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:29.641404 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6dc00afa-9ece-4aad-940a-cda66c8c9ca0 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:29.641842 dv-cinder-819667-6-iscsi neutron-server[106659]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6dc00afa-9ece-4aad-940a-cda66c8c9ca0']: {'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'code': 422} returned with failed status Aug 30 02:11:29.669869 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.693022 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.748305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=6']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:29.757581 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Pushing event updated for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:29.792796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Attempting to bind port 794625df-3536-4bb3-a640-e90e2e2cd74e on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:11:29.793125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Attempting to bind port 794625df-3536-4bb3-a640-e90e2e2cd74e by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:11:29.793449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Attempting to bind port 794625df-3536-4bb3-a640-e90e2e2cd74e on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:29.797909 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Port 794625df-3536-4bb3-a640-e90e2e2cd74e on network b43df500-c05c-42ca-b288-93458deb45ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:11:29.799736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Attempting to bind port 794625df-3536-4bb3-a640-e90e2e2cd74e on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:11:29.803167 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:11:29.803452 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:11:29.803830 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Bound using segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:11:29.804249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Bound port: 794625df-3536-4bb3-a640-e90e2e2cd74e, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:11:29.804644 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.868247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:11:29.871344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=794625df-3536-4bb3-a640-e90e2e2cd74e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:11:29.931515 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24979e3b-bb33-4579-9392-fe729eb98d48 req-0514db17-01bd-46ed-968c-334cb4b9265b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:29.933699 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-24979e3b-bb33-4579-9392-fe729eb98d48 req-0514db17-01bd-46ed-968c-334cb4b9265b tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0481269 Aug 30 02:11:29.939369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.942589 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:29.943584 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:29.944932 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/794625df-3536-4bb3-a640-e90e2e2cd74e HTTP/1.1" status: 200 len: 1094 time: 0.7672057 Aug 30 02:11:29.950957 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:29.953669 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af423de6-fa01-4a04-bd6b-1a2773f85d63" -d '{"events": [{"name": "network-changed", "server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:29.995190 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddab644a-89bb-4da7-aba9-c3a5a038c717 x-openstack-request-id: req-ddab644a-89bb-4da7-aba9-c3a5a038c717 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:29.995484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:29.995732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddab644a-89bb-4da7-aba9-c3a5a038c717 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:29.996118 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddab644a-89bb-4da7-aba9-c3a5a038c717'] response: {'name': 'network-changed', 'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'status': 'completed', 'code': 200} Aug 30 02:11:30.023908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4ec26d7d-7820-4ccd-8cb0-cd7d8c58296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:30.069788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:30.073549 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45152874-a6d1-4933-8ba3-b0b3cacacfbb service neutron] Pushing event updated for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:30.081028 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-24979e3b-bb33-4579-9392-fe729eb98d48 req-ce7785ef-bc6a-4038-bee4-1be391c77363 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342244 Aug 30 02:11:30.082741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-356876ff-7c8e-40ba-821b-4b2b2c413005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.084110 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-356876ff-7c8e-40ba-821b-4b2b2c413005 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1128 time: 0.0681396 Aug 30 02:11:30.190318 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-7b1bab45-1c98-4ad1-a7c1-ab0b31d47999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.191821 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-7b1bab45-1c98-4ad1-a7c1-ab0b31d47999 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=fa2e7ced1148461faedcd0e1856bae95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008725 Aug 30 02:11:30.294897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-3c2ba83f-a7fb-4ddd-b540-58dd6ece9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.296768 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-af423de6-fa01-4a04-bd6b-1a2773f85d63 req-3c2ba83f-a7fb-4ddd-b540-58dd6ece9a81 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941565 Aug 30 02:11:30.378888 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-24703df4-4133-43fc-8e1b-3153a4ed7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.380330 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-24703df4-4133-43fc-8e1b-3153a4ed7ff2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1128 time: 0.0434535 Aug 30 02:11:30.398934 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c3f81-6bb9-4cd6-89de-b685db125463 req-762d6b12-1bff-41b5-930c-74f5c29a3916 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.402011 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-719c3f81-6bb9-4cd6-89de-b685db125463 req-762d6b12-1bff-41b5-930c-74f5c29a3916 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Aug 30 02:11:30.421214 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-a96ec5ea-d04e-4f5a-abbf-34b1fd1f1337 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=794625df-3536-4bb3-a640-e90e2e2cd74e HTTP/1.1" status: 200 len: 217 time: 0.0345128 Aug 30 02:11:30.434778 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:30.455095 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-719c3f81-6bb9-4cd6-89de-b685db125463 req-568b883a-6107-4f7e-9493-10b6cae1ca11 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481853 Aug 30 02:11:30.471696 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-08aaa14d-897a-429e-ba99-25d93bd4f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.473139 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-08aaa14d-897a-429e-ba99-25d93bd4f7f6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0462496 Aug 30 02:11:30.516017 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-2dc4e927-69af-4a2d-9838-96fbe35b2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:30.517474 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-2dc4e927-69af-4a2d-9838-96fbe35b2e3c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383463 Aug 30 02:11:30.608927 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-ca156016-5e60-4819-ad24-bd8a24d84685 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Aug 30 02:11:30.662153 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:30.703499 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-22f1a0cf-cf70-4a59-b4e3-9f001cabbdef req-6787daa5-84cd-41d6-8823-d74d5193e8ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871902 Aug 30 02:11:31.202865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c480af-e05a-4dbc-aea1-e8a283ca2c74 req-8d8a737d-aca2-4685-9500-dd595de32fdf tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.204335 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62c480af-e05a-4dbc-aea1-e8a283ca2c74 req-8d8a737d-aca2-4685-9500-dd595de32fdf tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0483046 Aug 30 02:11:31.252899 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-62c480af-e05a-4dbc-aea1-e8a283ca2c74 req-9af67f05-b810-4a16-873e-44df83ecff19 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Aug 30 02:11:31.470556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-b95ed7d3-77b9-4c3e-93d9-f03e5696fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.471998 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-b95ed7d3-77b9-4c3e-93d9-f03e5696fe93 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8&tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27 HTTP/1.1" status: 200 len: 1128 time: 0.0375776 Aug 30 02:11:31.535583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-9bf5e9ee-2d39-438d-8a91-9db448a4fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.537008 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-9bf5e9ee-2d39-438d-8a91-9db448a4fb4f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1128 time: 0.0423105 Aug 30 02:11:31.580043 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f260e2-dfad-4081-9993-2dfbe11c10a8 req-dc4e7c58-9723-474f-8b72-bf7eedd89c2a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.581594 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a3f260e2-dfad-4081-9993-2dfbe11c10a8 req-dc4e7c58-9723-474f-8b72-bf7eedd89c2a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0487885 Aug 30 02:11:31.631664 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a3f260e2-dfad-4081-9993-2dfbe11c10a8 req-fc22744e-ce82-4058-ae75-59c28d29ed80 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Aug 30 02:11:31.633616 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-e53e198a-188f-426c-9343-4585e0315d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.635087 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-e53e198a-188f-426c-9343-4585e0315d72 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0895560 Aug 30 02:11:31.702901 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-1bd69cd6-5854-47b5-a0d2-1491a074d95e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 999 time: 0.0605044 Aug 30 02:11:31.754816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-a0cbb75f-d501-4f75-bf4d-5abd3d7a9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.756240 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-a0cbb75f-d501-4f75-bf4d-5abd3d7a9ea3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0461690 Aug 30 02:11:31.799481 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-87f01531-30f9-4365-b05c-45b2fc61f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:31.800977 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-87f01531-30f9-4365-b05c-45b2fc61f27b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389135 Aug 30 02:11:31.894049 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-7f1f8e00-9797-4d50-824a-733a90bc58c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863764 Aug 30 02:11:31.986673 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdc8a4f5-8649-4bb7-bb08-10a6c21159c9 req-88fb19af-24ba-4cd2-b6b9-5fb2209b2f91 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861812 Aug 30 02:11:32.192698 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-adb52853-c436-404c-984f-6ac01f4f9807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:32.361715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:32.374542 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a1ced-1834-4522-949c-ee85f7821b57 req-529aa047-3c17-4cec-8f90-0850aa157778 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:32.376020 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-924a1ced-1834-4522-949c-ee85f7821b57 req-529aa047-3c17-4cec-8f90-0850aa157778 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0495718 Aug 30 02:11:32.425354 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-924a1ced-1834-4522-949c-ee85f7821b57 req-c7c2ddc1-67c6-4a62-a477-e46bcd17bdee tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Aug 30 02:11:32.754883 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d7bfd-c5c2-4a8c-bc3d-4ce6a4074c30 req-1ecffbbb-a350-405c-bab2-ebb6fb360746 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:32.756369 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2d0d7bfd-c5c2-4a8c-bc3d-4ce6a4074c30 req-1ecffbbb-a350-405c-bab2-ebb6fb360746 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0501204 Aug 30 02:11:32.805058 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2d0d7bfd-c5c2-4a8c-bc3d-4ce6a4074c30 req-e362f098-ea09-43cf-94d9-dd63b92e482e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Aug 30 02:11:33.423839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:33.544587 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a1d3-e2ed-454f-90aa-3f5c3073fc45 req-f81e02bf-bc65-41a1-a9f4-861204cbf3a1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:33.546185 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1306a1d3-e2ed-454f-90aa-3f5c3073fc45 req-f81e02bf-bc65-41a1-a9f4-861204cbf3a1 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0455894 Aug 30 02:11:33.593538 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1306a1d3-e2ed-454f-90aa-3f5c3073fc45 req-fa1c8dab-706d-4730-a0b7-43a1d15f36ec tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Aug 30 02:11:33.921388 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0d231-c894-4b3c-9da7-a3930ca2cb55 req-f32d6799-89b8-4902-ba67-88501e78c2b2 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:33.922859 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f8e0d231-c894-4b3c-9da7-a3930ca2cb55 req-f32d6799-89b8-4902-ba67-88501e78c2b2 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0455573 Aug 30 02:11:33.976496 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f8e0d231-c894-4b3c-9da7-a3930ca2cb55 req-73ef564c-7cd5-4c4c-a8ef-f29b8e51bf8e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Aug 30 02:11:34.862178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82278ec3-824d-4aac-8d8e-1ae98cce694f req-22edd879-e83f-4dfa-b2ec-cd3865ad8039 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:34.863644 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82278ec3-824d-4aac-8d8e-1ae98cce694f req-22edd879-e83f-4dfa-b2ec-cd3865ad8039 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0461383 Aug 30 02:11:34.904126 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:34.918491 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-82278ec3-824d-4aac-8d8e-1ae98cce694f req-aeb84db7-b1a1-4895-a1e0-69569f397cd0 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486877 Aug 30 02:11:35.072486 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:35.097616 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc22b5b-0d45-4722-8cab-428bbb6d699b req-4a0af7af-7f29-4c84-aee4-8e638b895730 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:35.099093 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6dc22b5b-0d45-4722-8cab-428bbb6d699b req-4a0af7af-7f29-4c84-aee4-8e638b895730 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0476217 Aug 30 02:11:35.152251 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6dc22b5b-0d45-4722-8cab-428bbb6d699b req-0f7e0383-c098-491e-9283-53ef23ca2da4 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469410 Aug 30 02:11:36.044248 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6145478-cf47-4a23-969f-a5c31ad76e7a req-5fe741d6-7c7f-4153-8129-67a0f6742501 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:36.045718 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d6145478-cf47-4a23-969f-a5c31ad76e7a req-5fe741d6-7c7f-4153-8129-67a0f6742501 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0461075 Aug 30 02:11:36.073397 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:11:36.095405 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d6145478-cf47-4a23-969f-a5c31ad76e7a req-2343e4fe-ec56-47fc-9d65-0b75bbf3940c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Aug 30 02:11:36.290963 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc75f41-c183-4eb2-9e5a-d7897400db4e req-5ac3f733-df31-4f9e-852e-b25831dc45d9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:36.292358 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9bc75f41-c183-4eb2-9e5a-d7897400db4e req-5ac3f733-df31-4f9e-852e-b25831dc45d9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0510178 Aug 30 02:11:36.341041 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9bc75f41-c183-4eb2-9e5a-d7897400db4e req-f2554acc-905b-41b8-877d-a84a1da796b9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430586 Aug 30 02:11:37.178497 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:37.215555 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a63e3-2588-486d-acd9-1358ce211ee0 req-9fb698e4-86e5-4e14-9da4-b3497360b334 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:37.217087 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e37a63e3-2588-486d-acd9-1358ce211ee0 req-9fb698e4-86e5-4e14-9da4-b3497360b334 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0471079 Aug 30 02:11:37.265909 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e37a63e3-2588-486d-acd9-1358ce211ee0 req-9d07e508-98c3-44fc-bc6a-8735fa5a8738 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Aug 30 02:11:37.455945 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69132f-2b2e-4d2f-ad92-f4f4e492d4bc req-0a7a9038-d6f8-4bf4-b216-8adb8f0e637c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:37.457386 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fd69132f-2b2e-4d2f-ad92-f4f4e492d4bc req-0a7a9038-d6f8-4bf4-b216-8adb8f0e637c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0447350 Aug 30 02:11:37.505419 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fd69132f-2b2e-4d2f-ad92-f4f4e492d4bc req-fc22a64d-62cc-4699-a3de-4d440e30ece0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Aug 30 02:11:37.996908 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:38.387947 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23378e-44d2-4483-be9a-43942b1fd797 req-dce0eb4a-75c0-4ac1-88a2-9cca37b6f6eb tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:38.389404 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7f23378e-44d2-4483-be9a-43942b1fd797 req-dce0eb4a-75c0-4ac1-88a2-9cca37b6f6eb tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0489235 Aug 30 02:11:38.438060 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7f23378e-44d2-4483-be9a-43942b1fd797 req-49ce63d9-05de-4864-8eb0-7aec191ce97e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 Aug 30 02:11:38.630095 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0ef3-e34f-4a08-811c-f7654eed001b req-e9d32cda-0136-4d6f-affb-33e9de9a30c0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:38.631479 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-318c0ef3-e34f-4a08-811c-f7654eed001b req-e9d32cda-0136-4d6f-affb-33e9de9a30c0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0543396 Aug 30 02:11:38.667603 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:38.681077 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-318c0ef3-e34f-4a08-811c-f7654eed001b req-97a01100-0cd4-462e-95d7-bad207ab4f3b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Aug 30 02:11:39.553267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9866871-bfba-4d0c-96ac-31aded08d217 req-804a0402-454d-41dd-ba7b-2bee57328795 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:39.554781 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d9866871-bfba-4d0c-96ac-31aded08d217 req-804a0402-454d-41dd-ba7b-2bee57328795 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 944 time: 0.0461242 Aug 30 02:11:39.570947 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:11:39.605821 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d9866871-bfba-4d0c-96ac-31aded08d217 req-129635c5-ba9f-4d18-9d54-0e3f90b099a6 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Aug 30 02:11:39.673804 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:39.685180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'port_id': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'mac_address': 'fa:16:3e:e2:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:11:39.720119 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port ad71926d-6c2f-4698-a7f2-9471cb54c167 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:39.720503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:39.734653 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad71926d-6c2f-4698-a7f2-9471cb54c167 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:11:39.755316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:39.801230 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5f9b1-00bf-4ab4-b6da-f9b310b1aaf1 req-65a2f31f-c5ec-4aa2-908a-8429e001da8c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:39.802858 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7fd5f9b1-00bf-4ab4-b6da-f9b310b1aaf1 req-65a2f31f-c5ec-4aa2-908a-8429e001da8c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 944 time: 0.0476422 Aug 30 02:11:39.818431 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:39.819155 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 794625df-3536-4bb3-a640-e90e2e2cd74e details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:11:39.852380 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7fd5f9b1-00bf-4ab4-b6da-f9b310b1aaf1 req-89264b95-29ef-45c2-942a-98a68300502d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Aug 30 02:11:39.890275 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=7']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:39.958857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=794625df-3536-4bb3-a640-e90e2e2cd74e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:39.970234 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'port_id': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'mac_address': 'fa:16:3e:63:30:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:11:40.008767 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 794625df-3536-4bb3-a640-e90e2e2cd74e is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:40.009358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:40.022390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794625df-3536-4bb3-a640-e90e2e2cd74e {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:11:40.027319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:40.039658 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:40.043675 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=794625df-3536-4bb3-a640-e90e2e2cd74e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:40.120902 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:40.125317 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:40.171716 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:40.468711 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['ad71926d-6c2f-4698-a7f2-9471cb54c167'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:11:40.544037 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['794625df-3536-4bb3-a640-e90e2e2cd74e'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:11:40.735529 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cc20d-a262-45f7-8f76-a89a8a9cb585 req-1862734d-f2a0-4e69-8c14-70d882434e52 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:40.737125 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c40cc20d-a262-45f7-8f76-a89a8a9cb585 req-1862734d-f2a0-4e69-8c14-70d882434e52 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 30 02:11:40.786017 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c40cc20d-a262-45f7-8f76-a89a8a9cb585 req-5f3cdbe0-9e51-4292-90d0-bed845875515 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431180 Aug 30 02:11:40.974204 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa6494-cca0-49a6-af5d-f96e7d01072f req-0ccbd17c-71f2-4ae3-a7fe-3842f581f827 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:40.975578 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c4aa6494-cca0-49a6-af5d-f96e7d01072f req-0ccbd17c-71f2-4ae3-a7fe-3842f581f827 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 30 02:11:41.027561 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-c4aa6494-cca0-49a6-af5d-f96e7d01072f req-3c4b4b96-49ac-4e75-8685-a6f9720eb915 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449743 Aug 30 02:11:41.585378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:41.630134 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port ad71926d-6c2f-4698-a7f2-9471cb54c167 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:41.630595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:41.666897 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:41.708221 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port ad71926d-6c2f-4698-a7f2-9471cb54c167 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:41.708724 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:41.732899 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:41.735129 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d992e-b3b7-4b9f-8626-b39dad724c80" -d '{"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:41.748049 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:41.774866 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596c9324-fc06-4744-80b3-45888199fd93 x-openstack-request-id: req-596c9324-fc06-4744-80b3-45888199fd93 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:41.775201 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-plugged", "status": "completed", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:41.775458 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-596c9324-fc06-4744-80b3-45888199fd93 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:41.775847 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596c9324-fc06-4744-80b3-45888199fd93'] response: {'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'code': 200} Aug 30 02:11:41.812373 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:41.813186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 794625df-3536-4bb3-a640-e90e2e2cd74e up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:11:41.855092 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:41.898348 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=8']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:41.904385 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port 794625df-3536-4bb3-a640-e90e2e2cd74e completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:11:41.911039 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1ecb9-bc7f-4bb1-9799-dc5af24f5893 req-c805fda7-95af-4919-ba9a-3ea0b79c7791 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:41.912546 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-edb1ecb9-bc7f-4bb1-9799-dc5af24f5893 req-c805fda7-95af-4919-ba9a-3ea0b79c7791 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Aug 30 02:11:41.962602 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-edb1ecb9-bc7f-4bb1-9799-dc5af24f5893 req-24eba747-351c-4bef-bc70-7f77d63486f5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Aug 30 02:11:41.967503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 794625df-3536-4bb3-a640-e90e2e2cd74e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:11:41.967913 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:42.046472 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 794625df-3536-4bb3-a640-e90e2e2cd74e is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:11:42.046870 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:42.079886 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5b78c-7b4b-4817-841a-15665fa85bf9 req-fa5c564a-19fb-49d8-98af-fc3d2211a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:42.082643 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cae5b78c-7b4b-4817-841a-15665fa85bf9 req-fa5c564a-19fb-49d8-98af-fc3d2211a576 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0536439 Aug 30 02:11:42.082795 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=794625df-3536-4bb3-a640-e90e2e2cd74e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:11:42.160293 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cae5b78c-7b4b-4817-841a-15665fa85bf9 req-2cdfd6e6-56b9-4c18-a017-b224fa1c8517 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709829 Aug 30 02:11:42.170659 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417a5a8-9b53-476f-9986-9bb9dd78dda4 req-37bb4f47-5454-48c6-ba67-4960f052ccf3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:42.172040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5417a5a8-9b53-476f-9986-9bb9dd78dda4 req-37bb4f47-5454-48c6-ba67-4960f052ccf3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 945 time: 0.0576982 Aug 30 02:11:42.175640 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:42.223497 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:42.225007 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5417a5a8-9b53-476f-9986-9bb9dd78dda4 req-c905f372-c15d-445c-8cc4-87b49239bad6 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Aug 30 02:11:43.084678 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab90835-deeb-4168-98b2-00d1bf268ab8 req-4a3decc3-0195-4d1c-8efe-390dcfe0e9e3 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:43.086177 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2ab90835-deeb-4168-98b2-00d1bf268ab8 req-4a3decc3-0195-4d1c-8efe-390dcfe0e9e3 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0469129 Aug 30 02:11:43.141502 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2ab90835-deeb-4168-98b2-00d1bf268ab8 req-976e25a0-8cee-403a-9d63-5709ac73e525 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488043 Aug 30 02:11:43.344699 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a30d1-4280-4ac1-b83a-b619eba721cd req-2127a7de-7f37-40d5-8421-66d5d3ee3fed tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:43.346210 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fd6a30d1-4280-4ac1-b83a-b619eba721cd req-2127a7de-7f37-40d5-8421-66d5d3ee3fed tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Aug 30 02:11:43.388134 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:43.397206 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fd6a30d1-4280-4ac1-b83a-b619eba721cd req-5d0b12d1-35a0-473f-8936-65e4f0f90988 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Aug 30 02:11:43.777338 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:43.780436 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d948c1f8-7722-4332-9721-91d88a91cc6b" -d '{"events": [{"server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "name": "network-vif-plugged", "status": "completed", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:43.817077 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5beeedf-046f-47ff-897a-c56cdc8ebc1e x-openstack-request-id: req-b5beeedf-046f-47ff-897a-c56cdc8ebc1e {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:43.817368 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "name": "network-vif-plugged", "status": "completed", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:43.817654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b5beeedf-046f-47ff-897a-c56cdc8ebc1e {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:43.818055 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5beeedf-046f-47ff-897a-c56cdc8ebc1e'] response: {'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'code': 200} Aug 30 02:11:44.169132 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c7b8-ae5f-47ca-b725-71be9d8a9643 req-3e58d941-1277-4ff2-9399-e7e3ae7ecfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:44.170808 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b648c7b8-ae5f-47ca-b725-71be9d8a9643 req-3e58d941-1277-4ff2-9399-e7e3ae7ecfc5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1130 time: 0.0389962 Aug 30 02:11:44.228804 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b648c7b8-ae5f-47ca-b725-71be9d8a9643 req-61b1d25f-cfb5-4986-a966-c200e9047b00 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499654 Aug 30 02:11:44.265642 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8c8db-b9a3-49e1-a493-833c0a48d88e req-0a23885f-250c-45f8-bce2-396608536950 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:44.267077 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6ef8c8db-b9a3-49e1-a493-833c0a48d88e req-0a23885f-250c-45f8-bce2-396608536950 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0512795 Aug 30 02:11:44.315379 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6ef8c8db-b9a3-49e1-a493-833c0a48d88e req-0f84bcd7-62b7-45f4-9921-3ae39c3d189e tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Aug 30 02:11:44.515700 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ef63-8355-46e1-bc29-3b46026ec22d req-b7260bd7-2a95-457a-8620-3b9d95be0818 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:44.517137 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7609ef63-8355-46e1-bc29-3b46026ec22d req-b7260bd7-2a95-457a-8620-3b9d95be0818 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0453525 Aug 30 02:11:44.529412 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:44.566221 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7609ef63-8355-46e1-bc29-3b46026ec22d req-71bd51eb-5687-4c01-8113-7654507b0f28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Aug 30 02:11:45.686775 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7530dfc-5e04-4989-bd68-9b0c479854a2 req-bb311b84-3748-46f4-ab1c-1c84b41991d4 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:45.688257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7530dfc-5e04-4989-bd68-9b0c479854a2 req-bb311b84-3748-46f4-ab1c-1c84b41991d4 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0470150 Aug 30 02:11:45.739390 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7530dfc-5e04-4989-bd68-9b0c479854a2 req-946e0782-5d06-413e-bea5-876b728ece17 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449998 Aug 30 02:11:45.854270 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa829592-14c8-4159-a5ec-8ac15c266e85 req-afc0f4da-e990-49b7-8f55-b036f6dd57f3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:45.855630 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fa829592-14c8-4159-a5ec-8ac15c266e85 req-afc0f4da-e990-49b7-8f55-b036f6dd57f3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0453854 Aug 30 02:11:45.905256 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fa829592-14c8-4159-a5ec-8ac15c266e85 req-8d83ae38-6d7e-4366-b16f-3976688d7cd5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Aug 30 02:11:45.931167 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34082) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:46.068330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d547623-ce83-4b3c-9ffa-4b5c430c8bde tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:46.069614 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:46.070105 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1d547623-ce83-4b3c-9ffa-4b5c430c8bde tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1125 time: 0.1378174 Aug 30 02:11:46.080829 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34086) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:11:46.085154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'port_id': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:11:46.195364 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:46.274711 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:46.382873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.27.2.75 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/e98e01f4-01bf-4fb2-a09e-a245805ecd80) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:11:46.394433 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:46.486071 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:46.552752 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:46.598163 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:11:46.603761 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:11:46.605889 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=e98e01f4-01bf-4fb2-a09e-a245805ecd80,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:46.608222 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:11:46.632924 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.633280 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.633631 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.634032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.634401 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.634727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.635051 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.635367 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.635685 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.636002 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.636322 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.636640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.636951 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.637259 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.637596 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:11:46.779910 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:46.965742 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (6f4f130e-732c-47d0-beb3-06e68e632deb), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.098522 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.250201 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.304153 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.351546 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:47.373342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6f4f130e-732c-47d0-beb3-06e68e632deb), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.376841 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=e98e01f4-01bf-4fb2-a09e-a245805ecd80,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:11:47.472461 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP 6f4f130e-732c-47d0-beb3-06e68e632deb associated. External IP: 172.27.2.75, port: 794625df-3536-4bb3-a640-e90e2e2cd74e. Aug 30 02:11:47.670008 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:11:47.721133 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:47.777669 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:11:47.787459 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:11:47.797599 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:47.804263 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:47.877221 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:11:47.903240 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:47.912299 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-631b558b-93b9-451c-976f-3a5e50d06d6b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8304331 Aug 30 02:11:47.912923 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:11:47.915370 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f3a56-47ac-4f5c-9150-75c95e81e17d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:11:47.954679 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fefbf4e-b3ae-4c79-a17e-71887774d815 x-openstack-request-id: req-2fefbf4e-b3ae-4c79-a17e-71887774d815 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:11:47.955185 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:11:47.955438 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2fefbf4e-b3ae-4c79-a17e-71887774d815 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:11:47.955840 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fefbf4e-b3ae-4c79-a17e-71887774d815'] response: {'name': 'network-changed', 'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'status': 'completed', 'code': 200} Aug 30 02:11:48.015827 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-242f685b-fc8e-4cb3-b0d2-70c52b25daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:48.018017 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-242f685b-fc8e-4cb3-b0d2-70c52b25daef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1130 time: 0.0405848 Aug 30 02:11:48.114330 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:48.124419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-7fe0e731-b671-43bc-b74a-ea495b2ad482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:48.126048 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-7fe0e731-b671-43bc-b74a-ea495b2ad482 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.1010437 Aug 30 02:11:48.129924 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6f4f130e-732c-47d0-beb3-06e68e632deb', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:63:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:11:46Z', 'updated_at': '2022-08-30T02:11:46Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:48.158158 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:11:48.159843 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:48.167891 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:11:48.168507 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:11:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:48.194030 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-8a84aca3-04f0-4304-a4f7-d136911dac5d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=794625df-3536-4bb3-a640-e90e2e2cd74e HTTP/1.1" status: 200 len: 999 time: 0.0612037 Aug 30 02:11:48.271192 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:11:48.464508 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:48.506142 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6f4f130e-732c-47d0-beb3-06e68e632deb', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:63:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:11:46Z', 'updated_at': '2022-08-30T02:11:46Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:11:48.533081 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-27b8fb4f-f637-4bef-be8d-672ff1e5c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:48.534323 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-27b8fb4f-f637-4bef-be8d-672ff1e5c196 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.3291011 Aug 30 02:11:48.541495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995560fc-6dda-46ac-b303-00b0abefda5a None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': '6f4f130e-732c-47d0-beb3-06e68e632deb', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:63:30:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:11:46Z', 'updated_at': '2022-08-30T02:11:46Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:11:48.586151 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-59d78575-5f92-432f-953d-883f5f88bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:48.588292 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-59d78575-5f92-432f-953d-883f5f88bd2f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466931 Aug 30 02:11:48.687335 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-f4cb39ee-b3dd-41a9-a402-d80141b1d4d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Aug 30 02:11:48.762028 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9a494-5ee4-455e-962b-26f5952c75a3 None None] New status for floating IP 6f4f130e-732c-47d0-beb3-06e68e632deb: ACTIVE {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:11:48.788877 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f84f3a56-47ac-4f5c-9150-75c95e81e17d req-95b69eb1-660b-4b3a-bfbf-0813ae2dc615 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946031 Aug 30 02:11:50.712515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef131bc6-f0c1-4ab0-a659-06bd7a093cd1 req-23d6b947-97c4-4183-b013-41921a84f01d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:50.714409 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ef131bc6-f0c1-4ab0-a659-06bd7a093cd1 req-23d6b947-97c4-4183-b013-41921a84f01d tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0508642 Aug 30 02:11:50.769315 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ef131bc6-f0c1-4ab0-a659-06bd7a093cd1 req-86bc3bff-85b3-4c82-a838-e3e466b4bc2a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Aug 30 02:11:51.897216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a8c82-cb2e-4b52-93d7-f469131db0bb req-d55ed74b-9fc7-4292-a1ad-005ef550544f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:51.898688 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-146a8c82-cb2e-4b52-93d7-f469131db0bb req-d55ed74b-9fc7-4292-a1ad-005ef550544f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Aug 30 02:11:51.947810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-146a8c82-cb2e-4b52-93d7-f469131db0bb req-a7e50593-373f-4113-a70f-943e2fb16ad7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Aug 30 02:11:53.080700 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b80b6-6bad-4434-af98-b7b92e1aff56 req-eca064ff-0f19-4806-b7a3-9259dabdaf4e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:53.082209 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-357b80b6-6bad-4434-af98-b7b92e1aff56 req-eca064ff-0f19-4806-b7a3-9259dabdaf4e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Aug 30 02:11:53.130968 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-357b80b6-6bad-4434-af98-b7b92e1aff56 req-881ef1f6-c86d-4bfc-8895-a1935f2901f6 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Aug 30 02:11:54.257648 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b076-f87d-498e-a002-c15291fa1782 req-3c4e1272-724f-4558-bfd4-78964f463894 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:54.259155 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8a00b076-f87d-498e-a002-c15291fa1782 req-3c4e1272-724f-4558-bfd4-78964f463894 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0472236 Aug 30 02:11:54.306302 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8a00b076-f87d-498e-a002-c15291fa1782 req-6c9eae5b-4990-4f39-9ee1-4bbccffc0314 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Aug 30 02:11:55.431302 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880ff9f-a7c9-498c-9dc4-9a3f78642a64 req-dea93744-a6ee-47a6-89b9-ab0532efcb64 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:55.432853 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5880ff9f-a7c9-498c-9dc4-9a3f78642a64 req-dea93744-a6ee-47a6-89b9-ab0532efcb64 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0471838 Aug 30 02:11:55.481870 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5880ff9f-a7c9-498c-9dc4-9a3f78642a64 req-506f20ed-0dd8-40dd-98b3-fa7eed4590fc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Aug 30 02:11:56.602154 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4738c-64f0-4956-9172-d238fb6c6f12 req-49e7ca2c-ca73-44c0-9fa2-6020a9de497a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:56.603606 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-60c4738c-64f0-4956-9172-d238fb6c6f12 req-49e7ca2c-ca73-44c0-9fa2-6020a9de497a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0454366 Aug 30 02:11:56.639686 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:56.654464 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-60c4738c-64f0-4956-9172-d238fb6c6f12 req-8467b967-f54a-45e1-a222-8ab17c10154a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Aug 30 02:11:57.780172 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd7929-6ea0-4186-b6c0-a61cae28d75b req-2da6ae14-caba-4570-9003-defd73a08733 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:57.781652 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9ccd7929-6ea0-4186-b6c0-a61cae28d75b req-2da6ae14-caba-4570-9003-defd73a08733 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0489221 Aug 30 02:11:57.827887 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-9ccd7929-6ea0-4186-b6c0-a61cae28d75b req-06d2f749-6585-4b7f-97e5-e689ba2bf0c9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 Aug 30 02:11:58.509239 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=16 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:58.864424 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:58.867836 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:11:59.006481 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f033f5-f8b3-4f4c-8e83-d869c587b838 req-aad94d04-f49d-41c8-934c-61308a3fa441 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:11:59.007952 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6f033f5-f8b3-4f4c-8e83-d869c587b838 req-aad94d04-f49d-41c8-934c-61308a3fa441 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0993087 Aug 30 02:11:59.054480 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f6f033f5-f8b3-4f4c-8e83-d869c587b838 req-eee0eb90-f3da-4657-8630-559e7bac5f79 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Aug 30 02:12:00.020793 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3197e07d-a181-4be8-b396-e32129793f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:00.237729 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25d96-eb0a-4d1d-884f-a0d526476bcd req-49f5ddc7-2b2e-4bd5-be0f-0aa9b15809aa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:00.239181 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bca25d96-eb0a-4d1d-884f-a0d526476bcd req-49f5ddc7-2b2e-4bd5-be0f-0aa9b15809aa tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.1028111 Aug 30 02:12:00.285829 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-bca25d96-eb0a-4d1d-884f-a0d526476bcd req-26c9e8c9-56cf-4628-b181-a1727321f918 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Aug 30 02:12:01.407770 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d776-1800-469a-b177-ae9177e270b2 req-2dd0c454-6462-48f6-b54f-a0c191bf2b3b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:01.409235 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e645d776-1800-469a-b177-ae9177e270b2 req-2dd0c454-6462-48f6-b54f-a0c191bf2b3b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0462089 Aug 30 02:12:01.455556 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e645d776-1800-469a-b177-ae9177e270b2 req-b9226a03-9416-4bbb-9120-8879edfc4623 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Aug 30 02:12:02.218191 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0971-6d9a-42ea-898e-aeca3117f369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:02.592777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603522b-2ab7-432e-b00d-f6f8b3157bf0 req-3ec64cee-fe61-4d69-9cd0-5850d043c8e1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:02.594320 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1603522b-2ab7-432e-b00d-f6f8b3157bf0 req-3ec64cee-fe61-4d69-9cd0-5850d043c8e1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Aug 30 02:12:02.634359 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:02.654780 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1603522b-2ab7-432e-b00d-f6f8b3157bf0 req-7b488bf2-3b68-4cb6-b5af-1318a87e4890 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532017 Aug 30 02:12:03.485083 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:03.789291 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328f515-dec7-48bc-94ea-f3833b109372 req-ff2fed36-7d2e-4b8b-9fbb-8792cff8b1f5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:03.790697 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9328f515-dec7-48bc-94ea-f3833b109372 req-ff2fed36-7d2e-4b8b-9fbb-8792cff8b1f5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0530524 Aug 30 02:12:03.837975 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9328f515-dec7-48bc-94ea-f3833b109372 req-a460b8ac-8eba-437c-aef5-298da53d4616 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Aug 30 02:12:04.909811 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:04.961536 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62690-652a-479d-a18b-44cd136211b0 req-41c0533a-ea5d-4f05-9d26-fe0f8586ee03 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:04.962966 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72e62690-652a-479d-a18b-44cd136211b0 req-41c0533a-ea5d-4f05-9d26-fe0f8586ee03 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0463698 Aug 30 02:12:05.011612 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-72e62690-652a-479d-a18b-44cd136211b0 req-c3157de7-df9b-4462-ad44-73ec234ee933 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Aug 30 02:12:05.075367 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:06.133157 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0123c-9758-4cc7-a1a1-4e1fbd5a6144 req-4e12d654-c609-4dc6-bcc2-c66bab0337d5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:06.134863 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdb0123c-9758-4cc7-a1a1-4e1fbd5a6144 req-4e12d654-c609-4dc6-bcc2-c66bab0337d5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0468895 Aug 30 02:12:06.183461 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cdb0123c-9758-4cc7-a1a1-4e1fbd5a6144 req-7ccb2d3e-6ef4-47cc-a2bf-be6b5a8e4f04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Aug 30 02:12:07.307426 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ea99f-54bd-4f40-9d91-80dea035ae92 req-252ac39f-9b05-4585-be54-c57f4ce450ee tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:07.308890 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-704ea99f-54bd-4f40-9d91-80dea035ae92 req-252ac39f-9b05-4585-be54-c57f4ce450ee tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0456390 Aug 30 02:12:07.358271 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-704ea99f-54bd-4f40-9d91-80dea035ae92 req-358a50ca-25ec-4b67-90d5-51c2ddc892b5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Aug 30 02:12:07.673950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:12:07.777335 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:07.789018 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '18104247-2f12-4918-9925-b466d738ce69', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:12:07.826435 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: ACTIVE; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:12:07.826824 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:07.839350 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:12:07.859512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:07.928370 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:07.978341 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=6']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:12:07.986270 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988185 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988734 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.988955 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.989277 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.989623 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.989950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.990274 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.990592 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:07.990907 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:12:08.012191 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:08.051718 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['18104247-2f12-4918-9925-b466d738ce69'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:12:08.485036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e69c2-84b3-4709-9439-7a45a9c95163 req-0c8f079b-5b1e-4cd3-a6f8-7e900edca8d9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:08.486531 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-808e69c2-84b3-4709-9439-7a45a9c95163 req-0c8f079b-5b1e-4cd3-a6f8-7e900edca8d9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 944 time: 0.0502236 Aug 30 02:12:08.505117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:08.534266 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-808e69c2-84b3-4709-9439-7a45a9c95163 req-162205cd-dafc-44e0-8420-da9cfcc6e42e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Aug 30 02:12:09.677773 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dc4fc-9be2-45f4-8a6f-ea0e72e475fa req-b8f79d00-3377-4a29-8834-dc0e8eecbfe4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:09.680138 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-355dc4fc-9be2-45f4-8a6f-ea0e72e475fa req-b8f79d00-3377-4a29-8834-dc0e8eecbfe4 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 944 time: 0.0609093 Aug 30 02:12:09.688659 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:12:09.736175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 18104247-2f12-4918-9925-b466d738ce69 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:12:09.736557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (18104247-2f12-4918-9925-b466d738ce69), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:09.743264 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-355dc4fc-9be2-45f4-8a6f-ea0e72e475fa req-abca92b3-f93b-4220-a93f-0ba1e323ae04 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569875 Aug 30 02:12:09.849986 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:12:09.850371 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:09.879833 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:12:09.884608 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd43b6-4a83-472d-890d-0142b43dfe0c" -d '{"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:12:09.898839 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:09.933612 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5916709-c0ed-4a6f-899e-52e7a6bf3963 x-openstack-request-id: req-a5916709-c0ed-4a6f-899e-52e7a6bf3963 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:12:09.933906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:12:09.934159 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5916709-c0ed-4a6f-899e-52e7a6bf3963 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:12:09.934610 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5916709-c0ed-4a6f-899e-52e7a6bf3963'] response: {'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'code': 200} Aug 30 02:12:09.967163 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:10.009347 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:10.020977 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=7']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:12:10.876187 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf9adf-ecad-4bcf-8971-21c900b5b8b2 req-74c92734-027b-4b81-b4c5-6f503dc11642 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:10.878485 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-59bf9adf-ecad-4bcf-8971-21c900b5b8b2 req-74c92734-027b-4b81-b4c5-6f503dc11642 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0495753 Aug 30 02:12:10.914251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:10.932538 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-59bf9adf-ecad-4bcf-8971-21c900b5b8b2 req-015de2c2-ddee-4eb8-8bab-65e4c5882c63 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478845 Aug 30 02:12:12.066917 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f75ac-12a6-451f-bbb4-85abe6de05ec req-59041810-ec7e-4b25-8ccd-c26a54db68f7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:12.068417 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff2f75ac-12a6-451f-bbb4-85abe6de05ec req-59041810-ec7e-4b25-8ccd-c26a54db68f7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0545642 Aug 30 02:12:12.119490 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ff2f75ac-12a6-451f-bbb4-85abe6de05ec req-236bbe24-d3e0-49f9-9ff7-c9a5c5b2a7ae tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Aug 30 02:12:13.075601 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:12:13.258452 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc935bd6-aae8-42a7-9845-dfc32a01619e req-ea6d545f-25a2-4979-8995-cfed8af6ebd5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:13.260969 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fc935bd6-aae8-42a7-9845-dfc32a01619e req-ea6d545f-25a2-4979-8995-cfed8af6ebd5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0563815 Aug 30 02:12:13.317739 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-fc935bd6-aae8-42a7-9845-dfc32a01619e req-aa128ae2-c468-4e09-a0e6-861a0b86a23e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496671 Aug 30 02:12:14.450513 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f602db0-b158-40bf-b82f-9095378c4fc2 req-632d0f3c-548c-4cd6-b95d-cc7f36390ed2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:14.452840 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7f602db0-b158-40bf-b82f-9095378c4fc2 req-632d0f3c-548c-4cd6-b95d-cc7f36390ed2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0495975 Aug 30 02:12:14.507737 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7f602db0-b158-40bf-b82f-9095378c4fc2 req-198a6d8f-d381-4f47-afe9-072c5347d014 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Aug 30 02:12:15.653030 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7c59-fc5f-4cd2-8ea4-8d66f16bfa0c req-3ee86c25-2ec5-4597-82c8-50ff31ff5a9a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:15.655247 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-439e7c59-fc5f-4cd2-8ea4-8d66f16bfa0c req-3ee86c25-2ec5-4597-82c8-50ff31ff5a9a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0513964 Aug 30 02:12:15.714189 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-439e7c59-fc5f-4cd2-8ea4-8d66f16bfa0c req-db69abb2-1a00-4bfb-88b6-d700e8dec056 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Aug 30 02:12:16.858046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163dd6-40ba-40e8-ad7a-4ca42343dfab req-05db0987-c41f-4e08-968e-271d808d6f34 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:16.859835 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7163dd6-40ba-40e8-ad7a-4ca42343dfab req-05db0987-c41f-4e08-968e-271d808d6f34 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0551360 Aug 30 02:12:16.933497 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b7163dd6-40ba-40e8-ad7a-4ca42343dfab req-2ab87565-f067-4c58-aaa1-e1eeae3afd3b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546310 Aug 30 02:12:17.120586 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:18.044614 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786818d3-c99d-44aa-ba36-fe037c281434 req-f528fd44-5478-4675-8933-f0556d20324f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:18.046103 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-786818d3-c99d-44aa-ba36-fe037c281434 req-f528fd44-5478-4675-8933-f0556d20324f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0463848 Aug 30 02:12:18.094540 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-786818d3-c99d-44aa-ba36-fe037c281434 req-294891a4-f61d-4bf4-995b-d578b28afa71 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Aug 30 02:12:18.913267 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-6cc50d6e-e849-4f56-8f1f-d9a53b9b20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:18.914808 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-6cc50d6e-e849-4f56-8f1f-d9a53b9b20e5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1129 time: 0.0398741 Aug 30 02:12:19.026085 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-a0e471b7-facf-4456-b10f-b64839005249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.027588 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-a0e471b7-facf-4456-b10f-b64839005249 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0930970 Aug 30 02:12:19.090257 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-e2dcd16b-349b-44cb-a40a-baba48e9f115 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 1001 time: 0.0561147 Aug 30 02:12:19.148652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-48d8e100-3957-4f6b-a3bf-8bbbe0a51c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.150321 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-48d8e100-3957-4f6b-a3bf-8bbbe0a51c86 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0533469 Aug 30 02:12:19.186843 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:19.225807 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-e8afb603-7226-4666-b3c8-3a2932381317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.227291 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-e8afb603-7226-4666-b3c8-3a2932381317 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676131 Aug 30 02:12:19.249149 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba263b93-33d9-4b1c-84f3-528a2c9281e9 req-545b8611-1cde-4de5-88cd-8f6463642b63 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.250588 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba263b93-33d9-4b1c-84f3-528a2c9281e9 req-545b8611-1cde-4de5-88cd-8f6463642b63 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0607424 Aug 30 02:12:19.351704 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba263b93-33d9-4b1c-84f3-528a2c9281e9 req-38eca7ac-f8a7-4aa6-8fda-2fedda4b5056 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908489 Aug 30 02:12:19.366199 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-ed690715-fc9f-4253-bb8a-04d40b926bd5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315675 Aug 30 02:12:19.642241 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5c04c7b2-8d62-4f52-888b-9bd683d97a5d req-bed9a5af-6703-47b7-90b4-f97521bc3e92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882571 Aug 30 02:12:19.835923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-2abf719a-4546-4c06-82b1-8966d27c4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.837416 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-2abf719a-4546-4c06-82b1-8966d27c4ca2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1129 time: 0.0388260 Aug 30 02:12:19.893173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:19.928592 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-7a1a40bf-3977-409a-aed0-ebb18b3a72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:19.930117 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-7a1a40bf-3977-409a-aed0-ebb18b3a72e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.0866868 Aug 30 02:12:19.996170 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-43f8fc00-ffdf-4ff9-afe2-61eb6bce1fb2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 1001 time: 0.0584621 Aug 30 02:12:20.018500 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:20.046577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-8863fb94-8977-4559-a44a-4a3431796936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:20.048074 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-8863fb94-8977-4559-a44a-4a3431796936 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0455201 Aug 30 02:12:20.091307 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-9ffa76f7-3459-46c7-b753-47cd94e9cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:20.092773 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-9ffa76f7-3459-46c7-b753-47cd94e9cc94 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386422 Aug 30 02:12:20.186012 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-4655cc58-1ef6-422d-bb75-73edabeef4e5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863655 Aug 30 02:12:20.280763 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-3ac421bf-4e68-4687-a934-ccacfd6a637a req-df856071-f9d8-47fd-a9e1-08395ac0dbbc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882359 Aug 30 02:12:20.478974 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b335c6-ecf6-4407-bb39-315bb022b573 req-dcb2d1a4-7732-4f02-ad85-335adbbfd3fc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:20.480360 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-49b335c6-ecf6-4407-bb39-315bb022b573 req-dcb2d1a4-7732-4f02-ad85-335adbbfd3fc tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Aug 30 02:12:20.527447 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-49b335c6-ecf6-4407-bb39-315bb022b573 req-2a9dc464-60c1-4afd-b3c2-9fa81ef0dd2a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Aug 30 02:12:21.657973 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ea4db-9a6c-4ee7-adc7-f1651ab23589 req-8ede5ef4-46d3-43a8-8813-8cf074a2c0ee tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:21.659444 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd1ea4db-9a6c-4ee7-adc7-f1651ab23589 req-8ede5ef4-46d3-43a8-8813-8cf074a2c0ee tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0466321 Aug 30 02:12:21.707244 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cd1ea4db-9a6c-4ee7-adc7-f1651ab23589 req-84e12593-acd1-494f-af55-f6b0f806ce35 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Aug 30 02:12:22.831732 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ad3af-73cb-469d-a420-a9a442d822de req-dd29f5ec-448a-46cd-829c-780ad767d561 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:22.833211 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0d8ad3af-73cb-469d-a420-a9a442d822de req-dd29f5ec-448a-46cd-829c-780ad767d561 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Aug 30 02:12:22.884554 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-0d8ad3af-73cb-469d-a420-a9a442d822de req-51430703-dbac-46d8-885c-e7e29d2f60d2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455396 Aug 30 02:12:23.777175 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:12:23.852206 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: ACTIVE; New status is: DOWN {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:12:23.852557 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:23.876164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:12:23.881843 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa39900-d2ab-47f8-9074-fa30b24c787f" -d '{"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-unplugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:12:23.892405 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:23.914504 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 02:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc54e9-1b5d-4516-b4b6-5d58a09a7da2 x-openstack-request-id: req-0cfc54e9-1b5d-4516-b4b6-5d58a09a7da2 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:12:23.914798 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-unplugged", "status": "failed", "tag": "18104247-2f12-4918-9925-b466d738ce69", "code": 422}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:12:23.915047 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0cfc54e9-1b5d-4516-b4b6-5d58a09a7da2 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:12:23.915495 dv-cinder-819667-6-iscsi neutron-server[106659]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0cfc54e9-1b5d-4516-b4b6-5d58a09a7da2']: {'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'code': 422} returned with failed status Aug 30 02:12:23.969248 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:24.016616 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=8']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:12:25.091139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9306d-542e-49b6-8915-0a5a75c647e3 req-dd7d336c-4b0c-4574-b543-3b8b7f979c38 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:25.092402 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dda9306d-542e-49b6-8915-0a5a75c647e3 req-dd7d336c-4b0c-4574-b543-3b8b7f979c38 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0459576 Aug 30 02:12:25.141933 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-dda9306d-542e-49b6-8915-0a5a75c647e3 req-cbea376a-8ca1-4d02-a08b-9a628078c082 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Aug 30 02:12:25.600983 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34298) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:12:25.680887 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-d17717ce-6423-47ac-a374-79d9dc333eb0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787487 Aug 30 02:12:25.689403 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-ee6fc2c6-df3a-44ff-93b7-3d92c3e4fc7a service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:12:25.690534 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-ee6fc2c6-df3a-44ff-93b7-3d92c3e4fc7a service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049167 Aug 30 02:12:25.766553 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34306) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:12:25.858538 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-606fdfbf-c10a-467a-b726-6a1a40c02628 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:25.859939 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-606fdfbf-c10a-467a-b726-6a1a40c02628 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports/18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 940 time: 0.0923133 Aug 30 02:12:26.269316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5398a-3b17-4ac4-a573-4fddc08ae1d4 req-5667e5c7-ab32-4197-83a5-3a1cd6ec46bd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:26.270921 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-93e5398a-3b17-4ac4-a573-4fddc08ae1d4 req-5667e5c7-ab32-4197-83a5-3a1cd6ec46bd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0477204 Aug 30 02:12:26.327806 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-93e5398a-3b17-4ac4-a573-4fddc08ae1d4 req-73d20012-099d-44e0-a605-b0f27a282069 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512333 Aug 30 02:12:27.377037 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-aeabbeb4-e5ab-4377-801d-409c829ca073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.378767 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-aeabbeb4-e5ab-4377-801d-409c829ca073 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448&tenant_id=abe39137b275484ea6dafbed8d826eb3 HTTP/1.1" status: 200 len: 1127 time: 0.0439210 Aug 30 02:12:27.388421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-8eae1850-b0b8-47dd-bd69-7df069cd3cc3 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:12:27.389390 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-8eae1850-b0b8-47dd-bd69-7df069cd3cc3 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051110 Aug 30 02:12:27.442030 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:27.477706 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b466-0299-485e-8c12-4f9c6fdb4443 req-ac9a4cf2-a073-4541-a8c5-144a66a62cb9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.479174 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3a7b466-0299-485e-8c12-4f9c6fdb4443 req-ac9a4cf2-a073-4541-a8c5-144a66a62cb9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0730276 Aug 30 02:12:27.483332 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-c06163a6-5e9d-48f9-bf58-37e0acd50a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.484689 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-c06163a6-5e9d-48f9-bf58-37e0acd50a0a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=abe39137b275484ea6dafbed8d826eb3&device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1127 time: 0.0677698 Aug 30 02:12:27.582040 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d3a7b466-0299-485e-8c12-4f9c6fdb4443 req-5e553ff8-c3d9-4b13-80be-4aff65d8b860 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962417 Aug 30 02:12:27.611380 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-0cf1c0ed-f1dc-4eb9-b48b-dbaa7f764744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.612827 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-0cf1c0ed-f1dc-4eb9-b48b-dbaa7f764744 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 200 len: 918 time: 0.1203966 Aug 30 02:12:27.673931 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-7a3434dc-ef29-4ae3-b08e-924db12fe458 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 200 len: 999 time: 0.0550585 Aug 30 02:12:27.725901 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-950751b1-2f13-4560-b609-ce5d778daba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.727347 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-950751b1-2f13-4560-b609-ce5d778daba5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 200 len: 856 time: 0.0481126 Aug 30 02:12:27.768716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-4d4aafac-f534-4d07-b51c-a33da204e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:27.770264 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-4d4aafac-f534-4d07-b51c-a33da204e1ec service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=cb8beefb-67a8-4456-8962-31eb3e214427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373821 Aug 30 02:12:27.824139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:27.862635 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-f7648db8-1307-4188-85da-39d4077d96e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864758 Aug 30 02:12:27.950104 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5a9921dd-1dd7-4bf0-bf65-8e60ec784a57 req-2d36d0cb-3673-4df5-afd7-512db8cd30a2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814044 Aug 30 02:12:28.743550 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31fe18-8076-420b-83b6-ba8cec02b228 req-c4ed0aeb-4dfc-43ec-8d30-9621af74f06f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:28.747773 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e31fe18-8076-420b-83b6-ba8cec02b228 req-c4ed0aeb-4dfc-43ec-8d30-9621af74f06f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0632374 Aug 30 02:12:28.778422 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:28.930819 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=16 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:28.931747 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=14 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:29.041610 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-5e31fe18-8076-420b-83b6-ba8cec02b228 req-efc43729-804f-42dd-9230-589129fa5b74 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883766 Aug 30 02:12:30.003706 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0d11490f-6b20-43cb-8ded-0df24597bc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:30.182788 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35b46b-2826-4519-976a-20c8a97ccad3 req-d4ac85d6-7a34-4276-b11c-08aaf77e288b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:30.184924 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d35b46b-2826-4519-976a-20c8a97ccad3 req-d4ac85d6-7a34-4276-b11c-08aaf77e288b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0540531 Aug 30 02:12:30.245049 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7d35b46b-2826-4519-976a-20c8a97ccad3 req-e98b6a4f-79ee-473f-b66d-60e73e1e847f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547829 Aug 30 02:12:31.384652 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d100a-315d-439c-b9c4-a87c8b6fc1e9 req-a00fa4ed-18e3-46e5-937f-b9b778d9475a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:31.386151 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d52d100a-315d-439c-b9c4-a87c8b6fc1e9 req-a00fa4ed-18e3-46e5-937f-b9b778d9475a tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0485358 Aug 30 02:12:31.437031 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-d52d100a-315d-439c-b9c4-a87c8b6fc1e9 req-55c33cd9-e2f3-4f83-a158-ba14956232e2 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441070 Aug 30 02:12:32.350860 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6e94d283-0a1b-4f30-9843-f1143217c32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:32.592333 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd289-9768-4be9-8622-1c2b57d6cfc3 req-9a28c935-a514-4be6-a350-a0c8928558d1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:32.598081 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e8bd289-9768-4be9-8622-1c2b57d6cfc3 req-9a28c935-a514-4be6-a350-a0c8928558d1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0661063 Aug 30 02:12:32.656191 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0e8bd289-9768-4be9-8622-1c2b57d6cfc3 req-9e1758d6-f94f-439d-ae7f-1e6378e1307c tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557475 Aug 30 02:12:33.482752 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:33.795357 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9eb6-6c61-4732-a0d1-8bfb296fa324 req-104f3ed8-6e75-4572-8821-d02b82658991 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:33.796975 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2a2d9eb6-6c61-4732-a0d1-8bfb296fa324 req-104f3ed8-6e75-4572-8821-d02b82658991 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Aug 30 02:12:33.853498 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2a2d9eb6-6c61-4732-a0d1-8bfb296fa324 req-a53cbbb9-1507-4246-863e-b30da774574f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Aug 30 02:12:34.937904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:34.987906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf124d5-d8bc-4c9f-9784-6f6c1d291987 req-5ca7ba84-5443-4b26-b46e-f1cf5ff7854e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:34.989673 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fcf124d5-d8bc-4c9f-9784-6f6c1d291987 req-5ca7ba84-5443-4b26-b46e-f1cf5ff7854e tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0517478 Aug 30 02:12:35.049638 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fcf124d5-d8bc-4c9f-9784-6f6c1d291987 req-76b547cf-0819-4a67-9c6a-b6fccb28d324 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509372 Aug 30 02:12:35.118084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:36.169207 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9202-8ffd-4d96-a91d-1f174b49bf93 req-88f30d89-3809-41da-abba-5293bb33da08 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:36.170844 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-571b9202-8ffd-4d96-a91d-1f174b49bf93 req-88f30d89-3809-41da-abba-5293bb33da08 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0473795 Aug 30 02:12:36.204406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:36.222421 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-571b9202-8ffd-4d96-a91d-1f174b49bf93 req-a4e681e5-bf6a-4501-9f74-c858c9f28778 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Aug 30 02:12:37.348617 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a276-23f6-427b-8be2-18c15df007b9 req-e6bd987c-3fbd-4fe9-80bd-24d40ad645dd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:37.350028 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-00d2a276-23f6-427b-8be2-18c15df007b9 req-e6bd987c-3fbd-4fe9-80bd-24d40ad645dd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0501230 Aug 30 02:12:37.398301 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-00d2a276-23f6-427b-8be2-18c15df007b9 req-e1ce946a-6974-44e1-bdfe-3406a3151d8b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Aug 30 02:12:38.009337 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:38.522298 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463cc1-720d-49bc-a825-703966161e33 req-49e09f90-a658-4623-88ba-987de3abfbe5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:38.523775 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-63463cc1-720d-49bc-a825-703966161e33 req-49e09f90-a658-4623-88ba-987de3abfbe5 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0470650 Aug 30 02:12:38.570798 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-63463cc1-720d-49bc-a825-703966161e33 req-23099c7f-314a-4402-a31e-14401090345b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Aug 30 02:12:39.696370 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8043e15-e653-4028-8656-45f1552528d2 req-0de463fa-d716-4c50-9d84-b5ee470c8f21 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:39.697858 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b8043e15-e653-4028-8656-45f1552528d2 req-0de463fa-d716-4c50-9d84-b5ee470c8f21 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 943 time: 0.0465467 Aug 30 02:12:39.746248 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b8043e15-e653-4028-8656-45f1552528d2 req-e8a28aa1-0414-457e-9b12-9a307fe91ad8 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Aug 30 02:12:39.850943 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:12:39.946330 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:39.957835 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': '18104247-2f12-4918-9925-b466d738ce69', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'port_id': '18104247-2f12-4918-9925-b466d738ce69', 'mac_address': 'fa:16:3e:e3:3c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:12:40.000997 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:12:40.001308 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:40.015769 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:12:40.035925 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:40.134740 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:40.181915 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=9']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:12:40.344266 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['18104247-2f12-4918-9925-b466d738ce69'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:12:40.873568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a690-47b0-4bcc-917d-cb3daa065d97 req-528b60d9-9d99-4ff1-b328-a5b3eb5b9aea tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:40.875028 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-50a9a690-47b0-4bcc-917d-cb3daa065d97 req-528b60d9-9d99-4ff1-b328-a5b3eb5b9aea tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 944 time: 0.0490766 Aug 30 02:12:40.921674 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-50a9a690-47b0-4bcc-917d-cb3daa065d97 req-e2a30b0b-d676-4d4c-860e-228d942aecf7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Aug 30 02:12:41.870443 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:12:41.908880 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:41.914413 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port 18104247-2f12-4918-9925-b466d738ce69 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:12:41.921365 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (18104247-2f12-4918-9925-b466d738ce69), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:41.950931 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:41.991886 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port 18104247-2f12-4918-9925-b466d738ce69 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:12:41.992276 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (18104247-2f12-4918-9925-b466d738ce69), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:42.010158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:42.016678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:12:42.019051 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c99714-c617-4888-b41b-76e394ef36d8" -d '{"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:12:42.032404 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:12:42.047852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8584b8-e136-4397-bfb6-10edfe26a31c req-8e53a26e-4fc0-4050-8c7e-c5dbbaf31ee9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:42.049361 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ee8584b8-e136-4397-bfb6-10edfe26a31c req-8e53a26e-4fc0-4050-8c7e-c5dbbaf31ee9 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 944 time: 0.0473571 Aug 30 02:12:42.061829 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ee443-2d0c-48c9-9dbc-0755f38eec2c x-openstack-request-id: req-1c8ee443-2d0c-48c9-9dbc-0755f38eec2c {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:12:42.062117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-plugged", "status": "completed", "tag": "18104247-2f12-4918-9925-b466d738ce69", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:12:42.062360 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1c8ee443-2d0c-48c9-9dbc-0755f38eec2c {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:12:42.062755 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8ee443-2d0c-48c9-9dbc-0755f38eec2c'] response: {'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'code': 200} Aug 30 02:12:42.102622 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ee8584b8-e136-4397-bfb6-10edfe26a31c req-1cd4c57f-b55b-48ae-bd98-393df3d25533 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475454 Aug 30 02:12:42.129208 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (18104247-2f12-4918-9925-b466d738ce69), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:12:42.177100 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=10']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:12:42.390868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111bc6-1175-4cba-8c3c-3823360aa5ac req-ec5355c2-01a5-49c2-8da2-84fddcc88198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:42.392352 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a9111bc6-1175-4cba-8c3c-3823360aa5ac req-ec5355c2-01a5-49c2-8da2-84fddcc88198 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 1130 time: 0.0397825 Aug 30 02:12:42.439717 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a9111bc6-1175-4cba-8c3c-3823360aa5ac req-5d4fdf65-89ee-4eac-96a7-82d31970724b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Aug 30 02:12:43.229344 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27141ea4-68ed-4e5f-a23b-3797be440737 req-638ebad9-2aaf-43e1-8800-e0ac2bed9475 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:43.231579 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-27141ea4-68ed-4e5f-a23b-3797be440737 req-638ebad9-2aaf-43e1-8800-e0ac2bed9475 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0461838 Aug 30 02:12:43.278752 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-27141ea4-68ed-4e5f-a23b-3797be440737 req-f56dd1d2-3ae9-4c69-aaf7-62826b9ace1b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 Aug 30 02:12:44.404598 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167872-37b7-47ea-9953-101411d45757 req-104f1b73-5275-4489-a6fa-760fb3d8107f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:44.406645 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-03167872-37b7-47ea-9953-101411d45757 req-104f1b73-5275-4489-a6fa-760fb3d8107f tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0472875 Aug 30 02:12:44.458206 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-03167872-37b7-47ea-9953-101411d45757 req-33c17e44-7eac-4c36-be24-8749e570ac67 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458138 Aug 30 02:12:45.582264 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e6308-aec0-4c50-a3c4-87b220f06381 req-6a699f81-dedb-4010-8bd9-9af605dc11d1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:12:45.583759 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-606e6308-aec0-4c50-a3c4-87b220f06381 req-6a699f81-dedb-4010-8bd9-9af605dc11d1 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0466762 Aug 30 02:12:45.633427 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-606e6308-aec0-4c50-a3c4-87b220f06381 req-d68ddb1a-6d0f-43b7-a238-1fa8286a9114 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Aug 30 02:12:50.075403 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:12:52.165763 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:52.174528 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:54.451916 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=18 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:54.454995 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:55.627935 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=66 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:12:55.629843 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=33 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:00.032164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-bc483901-a278-4b59-bb22-321008578f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:00.072492 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:00.073311 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:02.211851 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-53ec76c8-bc75-4c96-9da4-0261fa25f787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.159290 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34414) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:03.299596 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Deleting port 8f6926c5-2f49-45c7-95b4-b76f2c5dafaf {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:03.299939 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.377652 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.377979 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for floatingip (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.391324 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Calling delete_port for 8f6926c5-2f49-45c7-95b4-b76f2c5dafaf owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:03.406592 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.606749 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (8f6926c5-2f49-45c7-95b4-b76f2c5dafaf), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.635320 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event deleted for resources: {'Port': ['ID=8f6926c5-2f49-45c7-95b4-b76f2c5dafaf,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:03.661668 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.662012 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.662351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.662685 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.663017 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.663342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.663668 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.663986 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.664304 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.664621 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.664938 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.665255 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.665602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.665918 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.666232 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:03.709828 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for floatingip (0db26aac-dc54-40f0-ad5b-6e22a27fe2fc), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:03.710155 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Floating IP 0db26aac-dc54-40f0-ad5b-6e22a27fe2fc disassociated (deleted). External IP: 172.27.2.65, port: ad71926d-6c2f-4698-a7f2-9471cb54c167. Aug 30 02:13:03.908057 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Router f503ef06-bb0e-4191-8c3c-313df4b89804 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:04.010342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:04.015686 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:04.020075 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Sync routers for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:04.030993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:04.031618 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:04.048554 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-483a3eab-4b10-4972-8258-14f65a0f9da2 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0db26aac-dc54-40f0-ad5b-6e22a27fe2fc HTTP/1.1" status: 204 len: 168 time: 0.8857532 Aug 30 02:13:04.048554 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:13:04.049006 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f077a-6f6c-4a2a-81b2-afa2dbf20722" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:13:04.139825 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:04.159169 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a327b-8d4c-482e-a014-1f6757135659 x-openstack-request-id: req-ee0a327b-8d4c-482e-a014-1f6757135659 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:13:04.159463 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:13:04.160069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee0a327b-8d4c-482e-a014-1f6757135659 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:13:04.160179 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0a327b-8d4c-482e-a014-1f6757135659'] response: {'name': 'network-changed', 'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'status': 'completed', 'code': 200} Aug 30 02:13:04.273721 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-44bef86e-2585-4bc9-a7f8-105a99c5f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:04.275242 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-44bef86e-2585-4bc9-a7f8-105a99c5f716 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 1130 time: 0.0929084 Aug 30 02:13:04.336379 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:04.362422 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Checking router: f503ef06-bb0e-4191-8c3c-313df4b89804 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:04.374494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:04.375038 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:04.379499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-5c890d4a-b1c5-4fec-b16b-d558978e21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:04.379940 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-5c890d4a-b1c5-4fec-b16b-d558978e21bf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 200 len: 910 time: 0.0985169 Aug 30 02:13:04.428182 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-3422d14d-66cd-414b-9994-b81358dd3af1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 200 len: 217 time: 0.0421739 Aug 30 02:13:04.464551 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:04.469342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:04.482570 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d85b1-3805-45c9-82ff-cbbed49e0ed0 req-9f7a2483-a916-4b03-995e-c36578516617 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:04.486010 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1a3d85b1-3805-45c9-82ff-cbbed49e0ed0 req-9f7a2483-a916-4b03-995e-c36578516617 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0463667 Aug 30 02:13:04.486160 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:04.550181 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1a3d85b1-3805-45c9-82ff-cbbed49e0ed0 req-e7c1375c-5f45-4ade-9736-3f8839d18cf9 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584042 Aug 30 02:13:04.717560 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:04.880575 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0be1d-a4d3-4766-9cb6-aecbbc910b10 None None] The sync data for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi is: [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:21Z', 'revision_number': 4, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '8135c786-da53-4ce6-9ed0-62991270303a', 'name': '', 'network_id': '617705e6-55ab-435e-8b2e-d504bcaf4b6b', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'mac_address': 'fa:16:3e:7f:0b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:21Z', 'updated_at': '2022-08-30T02:08:26Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'subnets': [{'id': '9af11405-2377-435c-9e5b-358a7a4ec663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:04.958559 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:05.083319 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:05.128013 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c19d8-9ab8-4e2f-a1e7-6caa0018d7ca None None] New status for floating IP 0db26aac-dc54-40f0-ad5b-6e22a27fe2fc: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:13:05.531244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-f9cc2830-9601-4773-82cf-e937a624ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:05.532597 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-f9cc2830-9601-4773-82cf-e937a624ff36 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 200 len: 848 time: 0.0468674 Aug 30 02:13:05.577160 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-0d2a8f8c-203c-4fb2-bf21-f3b1af5c254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:05.578738 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-0d2a8f8c-203c-4fb2-bf21-f3b1af5c254e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=617705e6-55ab-435e-8b2e-d504bcaf4b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380194 Aug 30 02:13:05.683645 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de803dd-ae33-4ba3-b4ef-65da218c7793 req-755922df-9cf1-4e47-a02c-4bd68337bd2c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:05.685686 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1de803dd-ae33-4ba3-b4ef-65da218c7793 req-755922df-9cf1-4e47-a02c-4bd68337bd2c tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Aug 30 02:13:05.788552 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-1de803dd-ae33-4ba3-b4ef-65da218c7793 req-acdea3c3-7f2a-453d-9b4b-25615925f909 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897291 Aug 30 02:13:05.802506 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-dd47c101-666b-4aaa-b53f-3fd0bb7a31b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360686 Aug 30 02:13:06.075860 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-442f077a-6f6c-4a2a-81b2-afa2dbf20722 req-38dbef11-f61e-4f4e-9e0d-2c3262c806ef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198604 Aug 30 02:13:06.083269 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245285f-30c0-4673-a0de-0f90b728c254 req-fb631e65-c98a-4745-88d8-36bb2261da75 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:06.084622 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5245285f-30c0-4673-a0de-0f90b728c254 req-fb631e65-c98a-4745-88d8-36bb2261da75 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 946 time: 0.0601833 Aug 30 02:13:06.173582 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Deleting port ad71926d-6c2f-4698-a7f2-9471cb54c167 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:06.173931 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:06.267367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] For port ad71926d-6c2f-4698-a7f2-9471cb54c167, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ad71926d-6c2f-4698-a7f2-9471cb54c167,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:06.267731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:06.281130 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Calling delete_port for ad71926d-6c2f-4698-a7f2-9471cb54c167 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:06.469474 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (ad71926d-6c2f-4698-a7f2-9471cb54c167), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:06.495833 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event deleted for resources: {'Port': ['ID=ad71926d-6c2f-4698-a7f2-9471cb54c167,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:06.499047 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:06.506175 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.506407 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.506722 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.507059 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.507391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.507717 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.508085 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.508443 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.508715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.509035 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.509438 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.509691 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.510591 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.510591 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.510591 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:06.516087 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:06.562653 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] No DVR routers for this DVR port ad71926d-6c2f-4698-a7f2-9471cb54c167 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:06.562653 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:06.564820 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5245285f-30c0-4673-a0de-0f90b728c254 req-6e20ff61-b125-4f43-b997-5205fc7d170a tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ad71926d-6c2f-4698-a7f2-9471cb54c167 HTTP/1.1" status: 204 len: 173 time: 0.4747441 Aug 30 02:13:06.565253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-deleted', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:13:06.567622 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb1321b-9d51-45f3-857d-5a8ac517c22d" -d '{"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-deleted", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:13:06.658816 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689967f-9b36-4d54-9331-51338fcea6d1 x-openstack-request-id: req-9689967f-9b36-4d54-9331-51338fcea6d1 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:13:06.659118 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf95bad-7b69-4e0b-af1e-53e1370e21b8", "name": "network-vif-deleted", "tag": "ad71926d-6c2f-4698-a7f2-9471cb54c167", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:13:06.659412 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9689967f-9b36-4d54-9331-51338fcea6d1 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:13:06.659772 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9689967f-9b36-4d54-9331-51338fcea6d1'] response: {'server_uuid': '9bf95bad-7b69-4e0b-af1e-53e1370e21b8', 'name': 'network-vif-deleted', 'tag': 'ad71926d-6c2f-4698-a7f2-9471cb54c167', 'status': 'completed', 'code': 200} Aug 30 02:13:06.901601 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e87bea8c-2551-4792-95f1-5c09ef6cbe47 req-c006f0dc-b0d7-4d34-8a4b-7f6e8c682750 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0307570 Aug 30 02:13:07.998057 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:08.016170 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-1e6e1871-1ba5-45e3-ad7c-a544422cf3c8 req-8efb3ad7-027b-4f64-8dad-2a6b74745316 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9bf95bad-7b69-4e0b-af1e-53e1370e21b8 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Aug 30 02:13:09.086372 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34442) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:09.153965 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.177679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.300533 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.303114 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.309292 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6 HTTP/1.1" status: 204 len: 168 time: 0.2178895 Aug 30 02:13:09.313679 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260b4b8-14d6-4a7a-96b6-521eb758c8c5 tempest-TestShelveInstance-1554592241 tempest-TestShelveInstance-1554592241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf42d8b-59f7-4ebb-9f7b-c69b28c849f6,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:09.396147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34446) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:09.708644 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (f503ef06-bb0e-4191-8c3c-313df4b89804), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.924906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Deleting port 8135c786-da53-4ce6-9ed0-62991270303a {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:09.925245 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (8135c786-da53-4ce6-9ed0-62991270303a), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:09.960854 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:09.980241 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: ad71926d-6c2f-4698-a7f2-9471cb54c167 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:09.980582 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device ad71926d-6c2f-4698-a7f2-9471cb54c167 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:10.004126 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] For port 8135c786-da53-4ce6-9ed0-62991270303a, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=8135c786-da53-4ce6-9ed0-62991270303a,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:10.007142 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (8135c786-da53-4ce6-9ed0-62991270303a), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:10.018119 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Calling delete_port for 8135c786-da53-4ce6-9ed0-62991270303a owned by network:router_interface {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:10.061089 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:10.079208 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:10.269550 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (8135c786-da53-4ce6-9ed0-62991270303a), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:10.295271 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8135c786-da53-4ce6-9ed0-62991270303a,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:10.462544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (f503ef06-bb0e-4191-8c3c-313df4b89804), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:10.940349 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Router f503ef06-bb0e-4191-8c3c-313df4b89804 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:11.038447 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:11.043266 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-4d986a58-7560-410d-b045-19cfb728be92 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/f503ef06-bb0e-4191-8c3c-313df4b89804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6461005 Aug 30 02:13:11.046125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34448) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:11.046827 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Sync routers for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:11.057410 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:11.058047 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:11.094560 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:11.107385 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:11.157906 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks [] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.164127 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:11.197356 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:11.259140 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks [] for router_gateway (f503ef06-bb0e-4191-8c3c-313df4b89804), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.332346 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:13:10Z', 'revision_number': 5, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port': {'id': 'f40e2fc8-ebee-4768-8310-8c57f06e3708', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:11.346182 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Deleting port f40e2fc8-ebee-4768-8310-8c57f06e3708 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:11.346732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.349854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:11.358560 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Checking router: f503ef06-bb0e-4191-8c3c-313df4b89804 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:11.366923 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Routers {'f503ef06-bb0e-4191-8c3c-313df4b89804'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:11.367535 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['f503ef06-bb0e-4191-8c3c-313df4b89804'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:11.431896 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] For port f40e2fc8-ebee-4768-8310-8c57f06e3708, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f40e2fc8-ebee-4768-8310-8c57f06e3708,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:11.432259 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.445310 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Calling delete_port for f40e2fc8-ebee-4768-8310-8c57f06e3708 owned by network:router_gateway {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:11.453699 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] Set router f503ef06-bb0e-4191-8c3c-313df4b89804 gateway port host: None {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:11.505671 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:13:11Z', 'revision_number': 6, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:11.530421 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b7c20-4193-496f-bf7b-f5ff3dc3aea3 None None] The sync data for ids ['f503ef06-bb0e-4191-8c3c-313df4b89804'] in dv-cinder-819667-6-iscsi is: [{'id': 'f503ef06-bb0e-4191-8c3c-313df4b89804', 'name': 'tempest-TestShelveInstance-1955546652-router', 'tenant_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:18Z', 'updated_at': '2022-08-30T02:13:11Z', 'revision_number': 6, 'project_id': '7e5b69be3a9b4ec0b5038f51a918bf27', 'gw_port_host': None}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:11.689231 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f40e2fc8-ebee-4768-8310-8c57f06e3708), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.714637 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Pushing event deleted for resources: {'Port': ['ID=f40e2fc8-ebee-4768-8310-8c57f06e3708,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:11.778718 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (f503ef06-bb0e-4191-8c3c-313df4b89804), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.865424 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.867867 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks [] for router_controller (f503ef06-bb0e-4191-8c3c-313df4b89804), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.975055 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (f503ef06-bb0e-4191-8c3c-313df4b89804), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.975710 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f503ef06-bb0e-4191-8c3c-313df4b89804 {{(pid=106657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:13:11.979955 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:11.981090 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-80592cc1-ed0b-44fb-bfde-be8461c889db admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/f503ef06-bb0e-4191-8c3c-313df4b89804 HTTP/1.1" status: 204 len: 168 time: 0.9340446 Aug 30 02:13:11.984520 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34452) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:12.030007 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Deleting subnet 9af11405-2377-435c-9e5b-358a7a4ec663 {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:13:12.033169 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Publish callbacks [] for subnet (9af11405-2377-435c-9e5b-358a7a4ec663), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.068432 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (9af11405-2377-435c-9e5b-358a7a4ec663), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.146231 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (9af11405-2377-435c-9e5b-358a7a4ec663), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.261311 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 8135c786-da53-4ce6-9ed0-62991270303a no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:12.264265 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (9af11405-2377-435c-9e5b-358a7a4ec663), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.282791 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 8135c786-da53-4ce6-9ed0-62991270303a {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:12.283140 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 8135c786-da53-4ce6-9ed0-62991270303a not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:12.292819 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af11405-2377-435c-9e5b-358a7a4ec663,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:12.295660 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.301232 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-87b7b971-3813-4ef9-9d76-f2c9dd8ee3dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/9af11405-2377-435c-9e5b-358a7a4ec663 HTTP/1.1" status: 204 len: 168 time: 0.3133948 Aug 30 02:13:12.301634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34454) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:12.303863 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55b0bc-b2ee-4402-a082-9200a0a29939 None None] Network 617705e6-55ab-435e-8b2e-d504bcaf4b6b requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:13:12.366264 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:12.378067 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (617705e6-55ab-435e-8b2e-d504bcaf4b6b), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.426529 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Deleting port 15e564b1-fc49-4d0c-a291-30703af72b6e {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:12.426899 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.440689 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:12.458032 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] DHCP port deletion for 617705e6-55ab-435e-8b2e-d504bcaf4b6b request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:13:12.496865 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Deleting port 15e564b1-fc49-4d0c-a291-30703af72b6e {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:12.497808 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.502130 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] For port 15e564b1-fc49-4d0c-a291-30703af72b6e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=15e564b1-fc49-4d0c-a291-30703af72b6e,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:12.502499 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.518634 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Calling delete_port for 15e564b1-fc49-4d0c-a291-30703af72b6e owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:12.569483 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] For port 15e564b1-fc49-4d0c-a291-30703af72b6e, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=15e564b1-fc49-4d0c-a291-30703af72b6e,segment=NetworkSegment(85566326-aaa1-47ba-af13-34e2b17003fa),segment_id=85566326-aaa1-47ba-af13-34e2b17003fa)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:12.569944 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.585432 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Calling delete_port for 15e564b1-fc49-4d0c-a291-30703af72b6e owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:12.683017 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.689906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (15e564b1-fc49-4d0c-a291-30703af72b6e), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.710167 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Pushing event deleted for resources: {'Port': ['ID=15e564b1-fc49-4d0c-a291-30703af72b6e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:12.712005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] No DVR routers for this DVR port 15e564b1-fc49-4d0c-a291-30703af72b6e on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:12.722393 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] No DVR routers for this DVR port 15e564b1-fc49-4d0c-a291-30703af72b6e on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:12.725096 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Pushing event deleted for resources: {'Port': ['ID=15e564b1-fc49-4d0c-a291-30703af72b6e,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:12.737281 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.737684 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.738512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.738512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.738806 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.739160 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.739477 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.739797 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.740117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.740434 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.740751 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.741115 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.741433 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.741765 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.742077 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b1bca-24a1-43b2-a250-5627ab14f8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:13:12.787777 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (617705e6-55ab-435e-8b2e-d504bcaf4b6b), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.808806 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617705e6-55ab-435e-8b2e-d504bcaf4b6b']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:12.818823 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85566326-aaa1-47ba-af13-34e2b17003fa') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:12.819119 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85566326-aaa1-47ba-af13-34e2b17003fa') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:12.828660 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (85566326-aaa1-47ba-af13-34e2b17003fa), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.841810 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (85566326-aaa1-47ba-af13-34e2b17003fa), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.847947 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:13:12.848314 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (85566326-aaa1-47ba-af13-34e2b17003fa), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.889272 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 85566326-aaa1-47ba-af13-34e2b17003fa resource provider aggregate not found Aug 30 02:13:12.907354 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment 85566326-aaa1-47ba-af13-34e2b17003fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85566326-aaa1-47ba-af13-34e2b17003fa found for delete ", "request_id": "req-8a42e102-62ae-4e43-8aaf-e62055757e7f"}]} Aug 30 02:13:12.986122 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (617705e6-55ab-435e-8b2e-d504bcaf4b6b), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.991459 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:12.997824 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/617705e6-55ab-435e-8b2e-d504bcaf4b6b HTTP/1.1" status: 204 len: 168 time: 0.6922054 Aug 30 02:13:12.998696 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34460) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:13.010935 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58c393-363a-4f5b-ad18-fd259733bacc admin admin] Pushing event deleted for resources: {'Network': ['ID=617705e6-55ab-435e-8b2e-d504bcaf4b6b,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:13.309815 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:13.531391 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Deleting port 6740a1cf-65c5-46f2-a792-a672bf588e9b {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:13.531728 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:13.614899 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] For port 6740a1cf-65c5-46f2-a792-a672bf588e9b, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=6740a1cf-65c5-46f2-a792-a672bf588e9b,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:13.615168 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:13.627819 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Calling delete_port for 6740a1cf-65c5-46f2-a792-a672bf588e9b owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:13.736297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:13.762321 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:13.886748 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (6740a1cf-65c5-46f2-a792-a672bf588e9b), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:13.913023 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6740a1cf-65c5-46f2-a792-a672bf588e9b,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:13.922596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 15e564b1-fc49-4d0c-a291-30703af72b6e no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:13.952770 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 15e564b1-fc49-4d0c-a291-30703af72b6e {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:13.953388 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 15e564b1-fc49-4d0c-a291-30703af72b6e not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:13.954014 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f40e2fc8-ebee-4768-8310-8c57f06e3708 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:13.973263 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: f40e2fc8-ebee-4768-8310-8c57f06e3708 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:13.973788 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f40e2fc8-ebee-4768-8310-8c57f06e3708 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:14.080777 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:14.285966 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:14.388050 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:14.393026 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-89dbfa59-e9b5-4e62-ae1b-fbf937cf16cf admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/622d2ff7-1a39-4ffb-a91c-280ecfb52ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3933055 Aug 30 02:13:14.395553 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34462) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:14.396999 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Sync routers for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:14.407313 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:14.407929 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:14.496111 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks [] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:14.509245 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:14.687028 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:13:13Z', 'revision_number': 5, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:14.712094 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Checking router: 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:14.722031 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Routers {'622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:14.722652 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:14.824059 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] Set router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:14.832666 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks [] for router_gateway (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:14.943243 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Deleting port f43115ce-df22-4a5b-8e1a-b08882d29a79 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:14.943576 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:14.945808 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:14.991387 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:13:13Z', 'revision_number': 5, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:15.020370 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110cb0-e741-4065-9b95-2022f2c1c3b6 None None] The sync data for ids ['622d2ff7-1a39-4ffb-a91c-280ecfb52ee7'] in dv-cinder-819667-6-iscsi is: [{'id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'name': 'tempest-TestShelveInstance-1406232402-router', 'tenant_id': '77e669ae5c964911b583ab638626d846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:08:25Z', 'updated_at': '2022-08-30T02:13:13Z', 'revision_number': 5, 'project_id': '77e669ae5c964911b583ab638626d846', 'gw_port': {'id': 'f43115ce-df22-4a5b-8e1a-b08882d29a79', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:37:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d2ff7-1a39-4ffb-a91c-280ecfb52ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:08:26Z', 'updated_at': '2022-08-30T02:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:15.030132 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] For port f43115ce-df22-4a5b-8e1a-b08882d29a79, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=f43115ce-df22-4a5b-8e1a-b08882d29a79,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:15.030493 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.044395 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Calling delete_port for f43115ce-df22-4a5b-8e1a-b08882d29a79 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:15.052640 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:15.260606 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (f43115ce-df22-4a5b-8e1a-b08882d29a79), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.283992 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43115ce-df22-4a5b-8e1a-b08882d29a79,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:15.346362 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.435794 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.438158 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks [] for router_controller (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.569275 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (622d2ff7-1a39-4ffb-a91c-280ecfb52ee7), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.569978 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:13:15.574146 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.575351 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3ddc7fa3-d717-4148-834e-e306862c31c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/622d2ff7-1a39-4ffb-a91c-280ecfb52ee7 HTTP/1.1" status: 204 len: 168 time: 1.1787803 Aug 30 02:13:15.578953 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34464) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:15.630269 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Deleting subnet c2383c3d-76c1-442c-9226-bdb751c3c11d {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:13:15.633962 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Publish callbacks [] for subnet (c2383c3d-76c1-442c-9226-bdb751c3c11d), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.671831 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (c2383c3d-76c1-442c-9226-bdb751c3c11d), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.750253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (c2383c3d-76c1-442c-9226-bdb751c3c11d), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.898261 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (c2383c3d-76c1-442c-9226-bdb751c3c11d), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.925639 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2383c3d-76c1-442c-9226-bdb751c3c11d,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:15.927599 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:15.930710 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-ea8a5240-1ac4-4c26-adca-41a1c42ece08 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/c2383c3d-76c1-442c-9226-bdb751c3c11d HTTP/1.1" status: 204 len: 168 time: 0.3507121 Aug 30 02:13:15.933120 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9006a-b130-49a5-b790-e268aab00ae8 None None] Network 78bc7ffd-5df5-4028-9770-ae07137b8601 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:13:15.933670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34468) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:16.006257 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (78bc7ffd-5df5-4028-9770-ae07137b8601), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.071634 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Deleting port 329f77fe-d816-4901-96e9-785e3ae62d14 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:16.072024 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.120076 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f43115ce-df22-4a5b-8e1a-b08882d29a79 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:16.142783 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: f43115ce-df22-4a5b-8e1a-b08882d29a79 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:16.143423 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device f43115ce-df22-4a5b-8e1a-b08882d29a79 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:16.144009 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6740a1cf-65c5-46f2-a792-a672bf588e9b no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:16.148106 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:16.157811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] For port 329f77fe-d816-4901-96e9-785e3ae62d14, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=329f77fe-d816-4901-96e9-785e3ae62d14,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:16.162982 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.164759 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] DHCP port deletion for 78bc7ffd-5df5-4028-9770-ae07137b8601 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:13:16.168048 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 6740a1cf-65c5-46f2-a792-a672bf588e9b {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:16.168403 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 6740a1cf-65c5-46f2-a792-a672bf588e9b not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:16.175113 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Calling delete_port for 329f77fe-d816-4901-96e9-785e3ae62d14 owned by network:dhcp {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:16.209517 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Deleting port 329f77fe-d816-4901-96e9-785e3ae62d14 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:16.210194 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.226635 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:16.252384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:16.284090 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] For port 329f77fe-d816-4901-96e9-785e3ae62d14, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=329f77fe-d816-4901-96e9-785e3ae62d14,segment=NetworkSegment(cb9a3079-06a1-45a3-8ef0-35a0827c54a0),segment_id=cb9a3079-06a1-45a3-8ef0-35a0827c54a0)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:16.284489 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.298460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Calling delete_port for 329f77fe-d816-4901-96e9-785e3ae62d14 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:16.299918 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:16.335186 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.368009 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=329f77fe-d816-4901-96e9-785e3ae62d14,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:16.372198 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] No DVR routers for this DVR port 329f77fe-d816-4901-96e9-785e3ae62d14 on host dv-cinder-819667-6-iscsi {{(pid=106658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:16.389853 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (329f77fe-d816-4901-96e9-785e3ae62d14), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.424859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] Pushing event deleted for resources: {'Port': ['ID=329f77fe-d816-4901-96e9-785e3ae62d14,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:16.426724 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ea240-5ccf-41d1-9d11-cd316670188c None None] No DVR routers for this DVR port 329f77fe-d816-4901-96e9-785e3ae62d14 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:16.458213 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (78bc7ffd-5df5-4028-9770-ae07137b8601), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.480116 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bc7ffd-5df5-4028-9770-ae07137b8601']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:16.491327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:16.491614 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9a3079-06a1-45a3-8ef0-35a0827c54a0') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:16.501487 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (cb9a3079-06a1-45a3-8ef0-35a0827c54a0), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.516316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (cb9a3079-06a1-45a3-8ef0-35a0827c54a0), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.522981 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:13:16.523371 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (cb9a3079-06a1-45a3-8ef0-35a0827c54a0), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.570022 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment cb9a3079-06a1-45a3-8ef0-35a0827c54a0 resource provider aggregate not found Aug 30 02:13:16.587630 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment cb9a3079-06a1-45a3-8ef0-35a0827c54a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb9a3079-06a1-45a3-8ef0-35a0827c54a0 found for delete ", "request_id": "req-2e4c5d49-e07b-43d3-9aa8-e223c2c7bfe4"}]} Aug 30 02:13:16.663430 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (78bc7ffd-5df5-4028-9770-ae07137b8601), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.669245 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:16.672335 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/78bc7ffd-5df5-4028-9770-ae07137b8601 HTTP/1.1" status: 204 len: 168 time: 0.7380803 Aug 30 02:13:16.683791 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24407f-cb6c-4807-8e67-7cd9792a6e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bc7ffd-5df5-4028-9770-ae07137b8601,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:16.904944 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eea0e9-e6a9-4fe1-be3b-548584287d74 req-2cbacbc5-ee32-4f85-8c58-606c0487e603 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:16.906434 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-59eea0e9-e6a9-4fe1-be3b-548584287d74 req-2cbacbc5-ee32-4f85-8c58-606c0487e603 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0460000 Aug 30 02:13:16.955114 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-59eea0e9-e6a9-4fe1-be3b-548584287d74 req-4f5fa239-aafa-4fce-b67f-7407a3d42400 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Aug 30 02:13:17.007265 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34488) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:17.192955 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3eb43f18-9df0-44ca-ac38-7c1f201f5d9d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7e5b69be3a9b4ec0b5038f51a918bf27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843343 Aug 30 02:13:17.195361 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34492) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:17.243233 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] Publish callbacks [] for security_group (cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:17.263549 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] Publish callbacks [] for security_group (cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:17.357513 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:17.360608 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:17.361772 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0 HTTP/1.1" status: 204 len: 168 time: 0.1655006 Aug 30 02:13:17.369981 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dca69-6e90-40ca-b88f-3e7d1f912df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e3fd0-a52b-4c1c-85cd-0d70fec09da0,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:17.886299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34498) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:17.910446 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 329f77fe-d816-4901-96e9-785e3ae62d14 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:17.928798 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9a817617-db04-404f-8f2a-f8d63d28706c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=77e669ae5c964911b583ab638626d846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413163 Aug 30 02:13:17.930078 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 329f77fe-d816-4901-96e9-785e3ae62d14 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:17.930487 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 329f77fe-d816-4901-96e9-785e3ae62d14 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:17.931373 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34500) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:17.980217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] Publish callbacks [] for security_group (5604e70b-11aa-4a9b-a3da-b9668010b632), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.003158 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] Publish callbacks [] for security_group (5604e70b-11aa-4a9b-a3da-b9668010b632), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.086536 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2da423-ee7c-4d57-8d1c-ffa1bb74ad20 req-0645d4a9-76ed-42bd-840f-ab57a3add686 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:18.088079 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b2da423-ee7c-4d57-8d1c-ffa1bb74ad20 req-0645d4a9-76ed-42bd-840f-ab57a3add686 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0516393 Aug 30 02:13:18.117619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (5604e70b-11aa-4a9b-a3da-b9668010b632), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.120189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.121333 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5604e70b-11aa-4a9b-a3da-b9668010b632 HTTP/1.1" status: 204 len: 168 time: 0.1890597 Aug 30 02:13:18.131942 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166fa4c-f2d0-41c2-b6c2-95da26d71787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5604e70b-11aa-4a9b-a3da-b9668010b632,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:18.139166 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7b2da423-ee7c-4d57-8d1c-ffa1bb74ad20 req-028e965a-c511-4ee3-9d42-7088b62710e6 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97ba17c7-5db9-456a-abba-e8e0067dbdaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Aug 30 02:13:18.294617 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-8ffd4d12-5a6e-4ea4-9d28-594c3bf9e29b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:18.296096 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-8ffd4d12-5a6e-4ea4-9d28-594c3bf9e29b tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 946 time: 0.0473602 Aug 30 02:13:18.375392 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:18.393839 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Deleting port 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:18.394178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (18104247-2f12-4918-9925-b466d738ce69), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.501546 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] For port 18104247-2f12-4918-9925-b466d738ce69, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=18104247-2f12-4918-9925-b466d738ce69,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:18.501920 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (18104247-2f12-4918-9925-b466d738ce69), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.681625 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:18.708208 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.708674 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.708994 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Floating IP 6113f479-85b1-422a-840c-36e2c62e3d01 disassociated. External IP: 172.27.2.108, port: 18104247-2f12-4918-9925-b466d738ce69. Aug 30 02:13:18.709340 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Calling delete_port for 18104247-2f12-4918-9925-b466d738ce69 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:18.897568 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (18104247-2f12-4918-9925-b466d738ce69), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:18.924180 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'Port': ['ID=18104247-2f12-4918-9925-b466d738ce69,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:19.036972 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:19.142516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:19.151384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:19.160933 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:19.161579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:19.168188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:19.184741 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] No DVR routers for this DVR port 18104247-2f12-4918-9925-b466d738ce69 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:19.187534 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:19.191045 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6b992562-2069-4f34-ad18-ae0bee9a1868 req-c3677df0-7de8-4d7f-a53f-7c01140d3158 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.42 "DELETE /networking/v2.0/ports/18104247-2f12-4918-9925-b466d738ce69 HTTP/1.1" status: 204 len: 173 time: 0.8839173 Aug 30 02:13:19.191511 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-deleted', 'tag': '18104247-2f12-4918-9925-b466d738ce69'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:13:19.194400 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1448be7-f567-4d25-b298-bd2de3cc28ae" -d '{"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-deleted", "tag": "18104247-2f12-4918-9925-b466d738ce69"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:13:19.252449 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de365a6e-670e-4214-834a-b7a3a3a4fc35 x-openstack-request-id: req-de365a6e-670e-4214-834a-b7a3a3a4fc35 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:13:19.257775 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e1ee8-ce44-49a5-b490-ab729c82e448", "name": "network-vif-deleted", "tag": "18104247-2f12-4918-9925-b466d738ce69", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:13:19.257775 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-de365a6e-670e-4214-834a-b7a3a3a4fc35 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:13:19.257775 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de365a6e-670e-4214-834a-b7a3a3a4fc35'] response: {'server_uuid': '1a0e1ee8-ce44-49a5-b490-ab729c82e448', 'name': 'network-vif-deleted', 'tag': '18104247-2f12-4918-9925-b466d738ce69', 'status': 'completed', 'code': 200} Aug 30 02:13:19.257775 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-0d0f1945-2f1d-452e-821e-259c51b89578 req-48498d55-153d-4d6f-bd5b-01f38d59d4dd tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1a0e1ee8-ce44-49a5-b490-ab729c82e448 HTTP/1.1" status: 200 len: 210 time: 0.0326545 Aug 30 02:13:19.269650 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:19.595740 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:19.621479 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:19.630725 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:19.631334 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:19.734076 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:19.923660 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:19.947849 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ada534-9488-4fbd-9fbc-d7c1bc719b8c None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:53Z', 'revision_number': 4, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '4d8289ff-0439-40a1-b730-20bfcf1324ca', 'name': '', 'network_id': 'cb8beefb-67a8-4456-8962-31eb3e214427', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'mac_address': 'fa:16:3e:ab:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:52Z', 'updated_at': '2022-08-30T02:07:58Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'subnets': [{'id': 'bfb78f2c-d4f9-4faf-9245-0676680f9880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:20.260645 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c8948-ad56-44ce-96e4-89d3d5edda65 None None] New status for floating IP 6113f479-85b1-422a-840c-36e2c62e3d01: DOWN {{(pid=106660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:13:20.744446 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-69499bba-783a-4162-b800-f479ce8c0fd4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461738 Aug 30 02:13:20.824430 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-4c7fdc1c-84de-47b2-847c-b837c071336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:20.826003 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-4c7fdc1c-84de-47b2-847c-b837c071336c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 1130 time: 0.0380692 Aug 30 02:13:20.926897 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-bdf72c29-8ff1-49bc-8a83-f1f1e6f4f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:20.928337 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-bdf72c29-8ff1-49bc-8a83-f1f1e6f4f505 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0854003 Aug 30 02:13:20.995486 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-3e8789be-1796-4ac3-ae91-d91f4c0123c0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=794625df-3536-4bb3-a640-e90e2e2cd74e HTTP/1.1" status: 200 len: 1001 time: 0.0575609 Aug 30 02:13:21.040618 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-57e50175-b077-400f-a243-f9a4c3955a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:21.042209 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-57e50175-b077-400f-a243-f9a4c3955a5d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0442750 Aug 30 02:13:21.091796 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-1fc4c8f7-fa65-4a41-83e7-0ce0a93dbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:21.093395 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-1fc4c8f7-fa65-4a41-83e7-0ce0a93dbf56 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453229 Aug 30 02:13:21.189095 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-cc35790d-bf03-4576-88e3-05cce196088b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Aug 30 02:13:21.282597 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e88c9330-c08c-408e-b8df-f6f454dcbf51 req-56b4034a-85b2-4832-a61a-a7a5654667e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Aug 30 02:13:21.425260 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34516) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:21.479583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (97ba17c7-5db9-456a-abba-e8e0067dbdaf), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.502256 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (97ba17c7-5db9-456a-abba-e8e0067dbdaf), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.614255 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (97ba17c7-5db9-456a-abba-e8e0067dbdaf), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.616841 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.618049 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/97ba17c7-5db9-456a-abba-e8e0067dbdaf HTTP/1.1" status: 204 len: 168 time: 0.1917346 Aug 30 02:13:21.620923 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34518) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:21.627923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f596c99-a521-49f1-8700-c5c8bcd02ece tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba17c7-5db9-456a-abba-e8e0067dbdaf,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:21.634612 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.api.v2.resource [None req-95a759d7-93f8-4b7c-9417-28ea00614aa7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] show failed (client error): The resource could not be found. Aug 30 02:13:21.635601 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-95a759d7-93f8-4b7c-9417-28ea00614aa7 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "GET /networking/v2.0/security-groups/97ba17c7-5db9-456a-abba-e8e0067dbdaf HTTP/1.1" status: 404 len: 347 time: 0.0136168 Aug 30 02:13:21.639238 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34520) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:21.752253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Deleting port 594f7ec0-78a6-450c-9d40-079b8c2b17e6 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:21.752597 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.754934 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:21.833957 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.834281 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (594f7ec0-78a6-450c-9d40-079b8c2b17e6), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:21.847398 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Calling delete_port for 594f7ec0-78a6-450c-9d40-079b8c2b17e6 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:21.958327 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:22.008704 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:22.011993 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:22.028350 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 18104247-2f12-4918-9925-b466d738ce69 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:22.028697 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 18104247-2f12-4918-9925-b466d738ce69 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:22.048823 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (594f7ec0-78a6-450c-9d40-079b8c2b17e6), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:22.073377 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Pushing event deleted for resources: {'Port': ['ID=594f7ec0-78a6-450c-9d40-079b8c2b17e6,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:22.139285 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks [] for floatingip (6113f479-85b1-422a-840c-36e2c62e3d01), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:22.141840 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:22.142952 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a559c9c7-99cd-4666-9ceb-4782ecf74852 tempest-AttachVolumeShelveTestJSON-2064675618 tempest-AttachVolumeShelveTestJSON-2064675618-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6113f479-85b1-422a-840c-36e2c62e3d01 HTTP/1.1" status: 204 len: 168 time: 0.5027380 Aug 30 02:13:24.851208 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34542) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:25.357515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:25.573988 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Deleting port 4d8289ff-0439-40a1-b730-20bfcf1324ca {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:25.574320 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:25.654692 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] For port 4d8289ff-0439-40a1-b730-20bfcf1324ca, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=4d8289ff-0439-40a1-b730-20bfcf1324ca,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:25.654973 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:25.667337 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Calling delete_port for 4d8289ff-0439-40a1-b730-20bfcf1324ca owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:25.734787 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:25.779312 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:25.914694 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (4d8289ff-0439-40a1-b730-20bfcf1324ca), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:25.943003 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8289ff-0439-40a1-b730-20bfcf1324ca,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:26.112672 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:26.320950 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Router 16d12c58-20ce-472d-ac6d-439bbdb1010c has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:26.425644 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:26.430538 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-116471e2-f2b8-4448-b203-8acc3663ac15 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/16d12c58-20ce-472d-ac6d-439bbdb1010c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5788579 Aug 30 02:13:26.433033 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34546) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:26.437523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Sync routers for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:26.447322 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:26.447932 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:26.536268 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks [] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:26.549031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:26.623515 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:26.641333 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks [] for router_gateway (16d12c58-20ce-472d-ac6d-439bbdb1010c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:26.714302 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=100 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:26.730325 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:13:25Z', 'revision_number': 5, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port': {'id': 'edebd953-58a0-4f1e-9b46-b9a80f2249d2', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:26.756469 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Checking router: 16d12c58-20ce-472d-ac6d-439bbdb1010c for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:26.762169 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Deleting port edebd953-58a0-4f1e-9b46-b9a80f2249d2 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:26.762654 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:26.765377 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Routers {'16d12c58-20ce-472d-ac6d-439bbdb1010c'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:26.766019 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['16d12c58-20ce-472d-ac6d-439bbdb1010c'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:26.835921 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:26.847795 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] For port edebd953-58a0-4f1e-9b46-b9a80f2249d2, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=edebd953-58a0-4f1e-9b46-b9a80f2249d2,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:26.848995 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:26.852569 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] Set router 16d12c58-20ce-472d-ac6d-439bbdb1010c gateway port host: None {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:26.862048 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Calling delete_port for edebd953-58a0-4f1e-9b46-b9a80f2249d2 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:26.903903 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:13:26Z', 'revision_number': 6, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:26.931600 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb05fd-2a7a-4ad6-9351-f85cf762bfdf None None] The sync data for ids ['16d12c58-20ce-472d-ac6d-439bbdb1010c'] in dv-cinder-819667-6-iscsi is: [{'id': '16d12c58-20ce-472d-ac6d-439bbdb1010c', 'name': 'tempest-AttachVolumeShelveTestJSON-1806089552-router', 'tenant_id': 'abe39137b275484ea6dafbed8d826eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:07:49Z', 'updated_at': '2022-08-30T02:13:26Z', 'revision_number': 6, 'project_id': 'abe39137b275484ea6dafbed8d826eb3', 'gw_port_host': None}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:27.074461 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:13:27.109737 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (edebd953-58a0-4f1e-9b46-b9a80f2249d2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.132178 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Pushing event deleted for resources: {'Port': ['ID=edebd953-58a0-4f1e-9b46-b9a80f2249d2,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:27.198241 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.286330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.288400 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks [] for router_controller (16d12c58-20ce-472d-ac6d-439bbdb1010c), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.660064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (16d12c58-20ce-472d-ac6d-439bbdb1010c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.660688 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d12c58-20ce-472d-ac6d-439bbdb1010c {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:13:27.664745 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.669021 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e4296878-bcea-4e19-9678-93b909948441 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/16d12c58-20ce-472d-ac6d-439bbdb1010c HTTP/1.1" status: 204 len: 168 time: 1.2319484 Aug 30 02:13:27.669200 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34548) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:27.717782 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Deleting subnet bfb78f2c-d4f9-4faf-9245-0676680f9880 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:13:27.721568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Publish callbacks [] for subnet (bfb78f2c-d4f9-4faf-9245-0676680f9880), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.759559 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (bfb78f2c-d4f9-4faf-9245-0676680f9880), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.837406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (bfb78f2c-d4f9-4faf-9245-0676680f9880), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.918950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device edebd953-58a0-4f1e-9b46-b9a80f2249d2 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:27.939659 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: edebd953-58a0-4f1e-9b46-b9a80f2249d2 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:27.940005 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device edebd953-58a0-4f1e-9b46-b9a80f2249d2 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:27.940410 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 4d8289ff-0439-40a1-b730-20bfcf1324ca no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:27.957915 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 4d8289ff-0439-40a1-b730-20bfcf1324ca {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:27.958261 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 4d8289ff-0439-40a1-b730-20bfcf1324ca not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:27.960853 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (bfb78f2c-d4f9-4faf-9245-0676680f9880), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.987894 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb78f2c-d4f9-4faf-9245-0676680f9880,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:27.991483 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:27.994929 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-622e645c-b3de-44bc-bc65-59e223d2653a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/bfb78f2c-d4f9-4faf-9245-0676680f9880 HTTP/1.1" status: 204 len: 168 time: 0.3246205 Aug 30 02:13:27.997888 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c613b7d-93e1-4a99-8d98-cac6ba5baf11 None None] Network cb8beefb-67a8-4456-8962-31eb3e214427 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:13:27.998066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34550) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:28.054310 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:28.071060 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (cb8beefb-67a8-4456-8962-31eb3e214427), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.114481 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Deleting port 1fe5bf79-bff9-4996-a91e-f2650741be71 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:28.114732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.163070 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] DHCP port deletion for cb8beefb-67a8-4456-8962-31eb3e214427 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:13:28.180128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:28.182092 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] For port 1fe5bf79-bff9-4996-a91e-f2650741be71, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=1fe5bf79-bff9-4996-a91e-f2650741be71,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:28.182456 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.199345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Calling delete_port for 1fe5bf79-bff9-4996-a91e-f2650741be71 owned by network:dhcp {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:28.200158 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Deleting port 1fe5bf79-bff9-4996-a91e-f2650741be71 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:28.200546 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.267471 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] For port 1fe5bf79-bff9-4996-a91e-f2650741be71, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=1fe5bf79-bff9-4996-a91e-f2650741be71,segment=NetworkSegment(dc8091c7-971f-4394-811e-f9160da6ce48),segment_id=dc8091c7-971f-4394-811e-f9160da6ce48)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:28.267695 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.280845 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Calling delete_port for 1fe5bf79-bff9-4996-a91e-f2650741be71 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:28.343389 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.354190 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (1fe5bf79-bff9-4996-a91e-f2650741be71), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.372991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] No DVR routers for this DVR port 1fe5bf79-bff9-4996-a91e-f2650741be71 on host dv-cinder-819667-6-iscsi {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:28.378110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe5bf79-bff9-4996-a91e-f2650741be71,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:28.379029 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] Pushing event deleted for resources: {'Port': ['ID=1fe5bf79-bff9-4996-a91e-f2650741be71,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:28.382635 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c656b6-9d19-40b8-a2c8-c87b0bf540e1 None None] No DVR routers for this DVR port 1fe5bf79-bff9-4996-a91e-f2650741be71 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:28.456751 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (cb8beefb-67a8-4456-8962-31eb3e214427), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.478005 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8beefb-67a8-4456-8962-31eb3e214427']}} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:28.488583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8091c7-971f-4394-811e-f9160da6ce48') {'for_net_delete': True} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:28.488881 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.services.segments.db [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8091c7-971f-4394-811e-f9160da6ce48') {} {{(pid=106657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:28.499762 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9320136'] for segment (dc8091c7-971f-4394-811e-f9160da6ce48), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.514461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (dc8091c7-971f-4394-811e-f9160da6ce48), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.533398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=106657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:13:28.533398 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8935585'] for segment (dc8091c7-971f-4394-811e-f9160da6ce48), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.563216 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment dc8091c7-971f-4394-811e-f9160da6ce48 resource provider aggregate not found Aug 30 02:13:28.581515 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.services.segments.plugin [-] Segment dc8091c7-971f-4394-811e-f9160da6ce48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc8091c7-971f-4394-811e-f9160da6ce48 found for delete ", "request_id": "req-9e4b1bf1-4d16-4ddf-99e0-85f69bda3ef8"}]} Aug 30 02:13:28.665767 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (cb8beefb-67a8-4456-8962-31eb3e214427), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.672999 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:28.676993 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/cb8beefb-67a8-4456-8962-31eb3e214427 HTTP/1.1" status: 204 len: 168 time: 0.6776710 Aug 30 02:13:28.689509 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1efdfd-1c13-4e70-b698-343e53c270e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8beefb-67a8-4456-8962-31eb3e214427,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:28.995028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34558) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:29.039539 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8da3bdd2-474b-422a-a885-f17fc8297f2f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=abe39137b275484ea6dafbed8d826eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433087 Aug 30 02:13:29.042094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34560) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:29.092258 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] Publish callbacks [] for security_group (609f6de4-29ce-4de2-bef3-d6deaec6308f), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:29.115572 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] Publish callbacks [] for security_group (609f6de4-29ce-4de2-bef3-d6deaec6308f), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:29.265991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (609f6de4-29ce-4de2-bef3-d6deaec6308f), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:29.268521 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:29.269701 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/609f6de4-29ce-4de2-bef3-d6deaec6308f HTTP/1.1" status: 204 len: 168 time: 0.2266903 Aug 30 02:13:29.277593 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ccbc2-c1bf-499b-b775-4772375651e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609f6de4-29ce-4de2-bef3-d6deaec6308f,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:29.917148 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 1fe5bf79-bff9-4996-a91e-f2650741be71 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:29.940533 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 1fe5bf79-bff9-4996-a91e-f2650741be71 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:29.940868 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 1fe5bf79-bff9-4996-a91e-f2650741be71 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:30.071808 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a27009fa-68ba-4c1f-b503-4fc259ca49ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:31.119067 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:32.189358 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c3167145-34ba-4d3b-9553-5205b9deaf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.361113 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34630) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:32.470051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe905598-1adc-43be-b3bb-cc52ac83fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.544484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe905598-1adc-43be-b3bb-cc52ac83fb8a admin admin] Publish callbacks [] for security_group (d4038bab-8f08-4aea-bdaa-c287c2635fce), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.606328 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe905598-1adc-43be-b3bb-cc52ac83fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (d4038bab-8f08-4aea-bdaa-c287c2635fce), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.610443 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:32.651167 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fe905598-1adc-43be-b3bb-cc52ac83fb8a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=34221060897e45e4a1e8f81af791c8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889261 Aug 30 02:13:32.652002 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe905598-1adc-43be-b3bb-cc52ac83fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4038bab-8f08-4aea-bdaa-c287c2635fce,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:32.653964 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34634) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:32.709061 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] Publish callbacks [] for security_group (d4038bab-8f08-4aea-bdaa-c287c2635fce), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.725782 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:32.730450 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] Publish callbacks [] for security_group (d4038bab-8f08-4aea-bdaa-c287c2635fce), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.871154 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (d4038bab-8f08-4aea-bdaa-c287c2635fce), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.874316 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:32.875463 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d4038bab-8f08-4aea-bdaa-c287c2635fce HTTP/1.1" status: 204 len: 168 time: 0.2204938 Aug 30 02:13:32.883624 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d1fdf-783a-45f5-877c-9f97fcf07158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4038bab-8f08-4aea-bdaa-c287c2635fce,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:33.397436 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.472256 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34640) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:33.487435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dc6f-5d2c-4519-a84b-a7b9b20f21cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.509028 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:33.563368 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dc6f-5d2c-4519-a84b-a7b9b20f21cf admin admin] Publish callbacks [] for security_group (03758a2a-5721-497c-9f57-096d2c7a8566), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.634373 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-3cb9dc6f-5d2c-4519-a84b-a7b9b20f21cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (03758a2a-5721-497c-9f57-096d2c7a8566), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.675628 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-3cb9dc6f-5d2c-4519-a84b-a7b9b20f21cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a78493e47ba4b5d94fd55ab4a5ec349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019486 Aug 30 02:13:33.676408 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9dc6f-5d2c-4519-a84b-a7b9b20f21cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03758a2a-5721-497c-9f57-096d2c7a8566,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:33.679114 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34642) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:13:33.731487 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] Publish callbacks [] for security_group (03758a2a-5721-497c-9f57-096d2c7a8566), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.751548 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] Publish callbacks [] for security_group (03758a2a-5721-497c-9f57-096d2c7a8566), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.877298 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (03758a2a-5721-497c-9f57-096d2c7a8566), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.879809 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:33.880937 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03758a2a-5721-497c-9f57-096d2c7a8566 HTTP/1.1" status: 204 len: 168 time: 0.2004604 Aug 30 02:13:33.889716 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389c028-ed39-4eb7-834d-a9ce30984035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03758a2a-5721-497c-9f57-096d2c7a8566,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:34.863894 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:34.983867 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:35.071573 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:37.069623 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:38.023165 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:43.672645 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=32,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:43.883847 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:43.884641 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:45.828958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ae850-2c0e-4142-b0d3-040d6dc25f55 req-e4fcd799-48ab-41aa-8938-67984672bc9b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:45.830535 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-883ae850-2c0e-4142-b0d3-040d6dc25f55 req-e4fcd799-48ab-41aa-8938-67984672bc9b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0485940 Aug 30 02:13:45.882683 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-883ae850-2c0e-4142-b0d3-040d6dc25f55 req-281db5fb-c0ed-4e02-8999-fd097b79663d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Aug 30 02:13:47.008297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c73e4-2075-48d5-804f-3eecea23ee8e req-5d2bcde7-f900-4ded-b987-eb43cbdba2ca tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:47.009734 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-875c73e4-2075-48d5-804f-3eecea23ee8e req-5d2bcde7-f900-4ded-b987-eb43cbdba2ca tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0474615 Aug 30 02:13:47.066066 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-875c73e4-2075-48d5-804f-3eecea23ee8e req-6921aee5-d521-4fb4-b457-97be64744fa4 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 Aug 30 02:13:47.290712 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19993fb-f030-4bd5-834d-45b99827e721 req-75b98517-7ce6-4d01-9bbd-72dbddb5f2e0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:47.292060 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e19993fb-f030-4bd5-834d-45b99827e721 req-75b98517-7ce6-4d01-9bbd-72dbddb5f2e0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 946 time: 0.0493252 Aug 30 02:13:47.372461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port 794625df-3536-4bb3-a640-e90e2e2cd74e {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:13:47.372801 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:47.466327 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] For port 794625df-3536-4bb3-a640-e90e2e2cd74e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=794625df-3536-4bb3-a640-e90e2e2cd74e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:13:47.466687 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:47.630676 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:47.631036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (6f4f130e-732c-47d0-beb3-06e68e632deb), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:47.631352 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP 6f4f130e-732c-47d0-beb3-06e68e632deb disassociated. External IP: 172.27.2.75, port: 794625df-3536-4bb3-a640-e90e2e2cd74e. Aug 30 02:13:47.631685 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for 794625df-3536-4bb3-a640-e90e2e2cd74e owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:13:47.809168 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (794625df-3536-4bb3-a640-e90e2e2cd74e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:47.838091 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=794625df-3536-4bb3-a640-e90e2e2cd74e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:47.936576 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=60,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:47.938503 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:48.218810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-165b9f97-9660-4e8d-90a3-c1367b6ab4ac req-9cce9b40-7d53-44a9-be6f-df7031dbe8b3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0304971 Aug 30 02:13:48.248686 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:13:48.360241 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:13:48.370287 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:13:48.383675 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:48.384349 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:48.405419 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] No DVR routers for this DVR port 794625df-3536-4bb3-a640-e90e2e2cd74e on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:13:48.412534 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:48.412534 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e19993fb-f030-4bd5-834d-45b99827e721 req-431de774-6630-4d40-94b1-bee70093a0a3 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "DELETE /networking/v2.0/ports/794625df-3536-4bb3-a640-e90e2e2cd74e HTTP/1.1" status: 204 len: 173 time: 1.1146274 Aug 30 02:13:48.412534 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'name': 'network-vif-deleted', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:13:48.414457 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda728e-4ccf-41ff-9125-1c939c684dd9" -d '{"events": [{"server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "name": "network-vif-deleted", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:13:48.461315 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ee7e6b-3c7b-484c-9ace-e41ea450187a x-openstack-request-id: req-99ee7e6b-3c7b-484c-9ace-e41ea450187a {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:13:48.461625 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1130974-c6cb-4808-9dce-76f961f71ac6", "name": "network-vif-deleted", "tag": "794625df-3536-4bb3-a640-e90e2e2cd74e", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:13:48.465681 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99ee7e6b-3c7b-484c-9ace-e41ea450187a {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:13:48.465681 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ee7e6b-3c7b-484c-9ace-e41ea450187a'] response: {'server_uuid': 'a1130974-c6cb-4808-9dce-76f961f71ac6', 'name': 'network-vif-deleted', 'tag': '794625df-3536-4bb3-a640-e90e2e2cd74e', 'status': 'completed', 'code': 200} Aug 30 02:13:48.495847 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:48.689785 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:48.714591 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:13:48.724367 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:13:48.725083 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:13:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:48.833586 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:13:49.026449 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:13:49.051738 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9b181-2b08-4be1-a1d8-89a8324f5587 None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:13:49.276979 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ad67c-d268-471b-8193-cbf8d5d5e2c6 None None] New status for floating IP 6f4f130e-732c-47d0-beb3-06e68e632deb: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:13:49.315473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:49.338599 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c1285edd-6910-4f64-b6a1-9f1c9a681975 req-50c0b11f-f444-471f-a99f-672431ec0e00 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0319166 Aug 30 02:13:50.454444 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7fe281e3-06bf-4b5f-ba50-48358c8316e9 req-9abb38b9-c388-4d9f-8078-cc85f4b44dac tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Aug 30 02:13:50.846418 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 794625df-3536-4bb3-a640-e90e2e2cd74e no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:13:50.870296 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: 794625df-3536-4bb3-a640-e90e2e2cd74e {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:13:50.870642 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device 794625df-3536-4bb3-a640-e90e2e2cd74e not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:13:51.564092 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-d1e399bd-2d66-4e8e-bb12-3c52dce3a847 req-e264bfad-ad16-4afd-815f-72f805c60c72 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a1130974-c6cb-4808-9dce-76f961f71ac6 HTTP/1.1" status: 200 len: 210 time: 0.0272965 Aug 30 02:13:52.797694 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:52.828192 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-134d968d-3042-469f-a997-2c23d3a3ee54 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1411314915&fields=id&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 267 time: 0.0464823 Aug 30 02:13:52.942677 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-d5a9ff39-3fd0-43c1-8dd6-77031347e848 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:52.948805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-d5a9ff39-3fd0-43c1-8dd6-77031347e848 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1083157 Aug 30 02:13:52.958543 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-236f0a18-a3b9-4d13-9431-cff323b80560 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/quotas/fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Aug 30 02:13:53.007067 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-4918ce03-001a-4760-a6eb-45d38db89c7e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436158 Aug 30 02:13:53.120831 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-93ede7c8-33f8-49fe-8258-d2584c51397d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106657) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:13:53.122510 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-93ede7c8-33f8-49fe-8258-d2584c51397d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1033866 Aug 30 02:13:53.220144 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-774d43e6-fb93-4725-8006-58d9322987b9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898447 Aug 30 02:13:53.311482 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ebd887e9-d2f4-4582-90c8-a515d6fc9669 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857618 Aug 30 02:13:54.922262 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-e0c3649a-f0e5-4220-8e79-fd06850cbef4 req-c33b24ed-0515-48e2-ad18-4992f53c2231 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 210 time: 0.0275490 Aug 30 02:13:56.019778 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed13446f-4376-4073-bbae-b17643424ae2 req-1fcf925a-aff9-4514-8def-62d9df3b4e71 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 30 02:13:57.121707 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-cc2895c2-0b51-4c1a-98bf-4ba56e8da3d5 req-fcb14609-ebd4-40fe-8441-b8448436cbca tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 210 time: 0.0270605 Aug 30 02:13:58.225329 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-35046d2f-27e0-4662-85ea-3fb58106704b req-d5c220f1-28fd-4e04-ac88-020f9da68e04 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 210 time: 0.0315099 Aug 30 02:13:58.501482 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-65bf3976-d858-47c7-984c-900fadbbb6af tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:58.502964 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-65bf3976-d858-47c7-984c-900fadbbb6af tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1036844 Aug 30 02:13:58.566310 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-c1def32b-2684-48c3-b3ec-212a88b3dc55 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 380 time: 0.0554101 Aug 30 02:13:58.574978 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'port': {'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'admin_state_up': True, 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'security_groups': ['9870b209-973e-4330-9704-0fd88e373ad2']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:13:58.763345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Made reservation on behalf of fa2e7ced1148461faedcd0e1856bae95 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:13:58.767249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:58.901480 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.20.0.4 (b43df500-c05c-42ca-b288-93458deb45ab/da0a00e5-4a62-408e-a024-d627fe397d87/f424f2ec-8140-4609-be8e-5ad9935b214e) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:13:58.934714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:58.991838 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:59.046622 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.179084 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.232294 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:13:59.235829 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:13:59.239719 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:13:59.243844 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:59.293408 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:59.294107 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.359549 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805a1c-e5df-4a23-8c1d-b00ce9eba4be req-481b05f4-5781-4814-b7dc-6b69c2861fd5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:13:59.361114 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8d805a1c-e5df-4a23-8c1d-b00ce9eba4be req-481b05f4-5781-4814-b7dc-6b69c2861fd5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 931 time: 0.0539615 Aug 30 02:13:59.399761 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-ecd09e2a-0128-4e46-bc5e-9bef34b3c1ad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8282614 Aug 30 02:13:59.410828 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Request body: {'port': {'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:13:59.416036 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-8d805a1c-e5df-4a23-8c1d-b00ce9eba4be req-082e9573-6c18-4c67-8af6-7b5c4f6a93a0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 Aug 30 02:13:59.479334 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.546137 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-6dc52195-406f-49a6-91f0-d8ff03b538a5 None None] Provisioning complete for port f424f2ec-8140-4609-be8e-5ad9935b214e triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:13:59.546720 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-6dc52195-406f-49a6-91f0-d8ff03b538a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.577704 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-6dc52195-406f-49a6-91f0-d8ff03b538a5 None None] Port f424f2ec-8140-4609-be8e-5ad9935b214e cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:13:59.746801 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f424f2ec-8140-4609-be8e-5ad9935b214e {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:13:59.754217 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks [] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.765980 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:13:59.767104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Transition to ACTIVE for port object f424f2ec-8140-4609-be8e-5ad9935b214e will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:13:59.857486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:13:59.963774 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:13:59.990375 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Attempting to bind port f424f2ec-8140-4609-be8e-5ad9935b214e on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:13:59.995058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Attempting to bind port f424f2ec-8140-4609-be8e-5ad9935b214e by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:13:59.995058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Attempting to bind port f424f2ec-8140-4609-be8e-5ad9935b214e on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:13:59.995413 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Port f424f2ec-8140-4609-be8e-5ad9935b214e on network b43df500-c05c-42ca-b288-93458deb45ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:13:59.995758 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Attempting to bind port f424f2ec-8140-4609-be8e-5ad9935b214e on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:14:00.000583 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:14:00.000916 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:14:00.001384 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Bound using segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:14:00.001823 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Bound port: f424f2ec-8140-4609-be8e-5ad9935b214e, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:14:00.002172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:00.014338 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c80da93c-8beb-454d-bdd6-f768b7a76674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:00.065821 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:14:00.068760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f424f2ec-8140-4609-be8e-5ad9935b214e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:14:00.185827 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:00.190462 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.190838 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:00.192288 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 1093 time: 0.7856965 Aug 30 02:14:00.192800 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:14:00.195185 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9086f5a-e501-464e-a6f5-a4d07017e81c" -d '{"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:14:00.237289 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e930b7-967d-4f11-bc51-212b6a819349 x-openstack-request-id: req-01e930b7-967d-4f11-bc51-212b6a819349 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:14:00.237933 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:14:00.237933 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-01e930b7-967d-4f11-bc51-212b6a819349 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:14:00.238237 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e930b7-967d-4f11-bc51-212b6a819349'] response: {'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'status': 'completed', 'code': 200} Aug 30 02:14:00.253001 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42762b-de82-4de2-9984-a90fb200cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:00.266074 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:00.298299 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-86d33a59-2573-4126-961c-cd2f5d63d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.299888 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-86d33a59-2573-4126-961c-cd2f5d63d1d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1127 time: 0.0425014 Aug 30 02:14:00.409292 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-5c7d9d66-070f-4575-82ce-88e347ad0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.410779 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-5c7d9d66-070f-4575-82ce-88e347ad0f7c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=fa2e7ced1148461faedcd0e1856bae95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1049411 Aug 30 02:14:00.520262 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-54837d44-da27-4c9a-8bf0-a28813627faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.521764 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-b9086f5a-e501-464e-a6f5-a4d07017e81c req-54837d44-da27-4c9a-8bf0-a28813627faa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055307 Aug 30 02:14:00.543792 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ff9a-7869-46a0-b00d-2a2016d333d9 req-6845f404-b4cd-4488-ae00-7f96cb444c2b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.545346 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7f43ff9a-7869-46a0-b00d-2a2016d333d9 req-6845f404-b4cd-4488-ae00-7f96cb444c2b tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0504603 Aug 30 02:14:00.594742 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-fe45a76d-91bb-437d-a93a-7e48315da1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.596268 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-fe45a76d-91bb-437d-a93a-7e48315da1fa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1127 time: 0.0400691 Aug 30 02:14:00.597533 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7f43ff9a-7869-46a0-b00d-2a2016d333d9 req-578fd3c0-6372-455b-acf5-d8f4296fb43d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Aug 30 02:14:00.637189 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-37c321d8-4a81-4453-922c-4ed2da6b7bc8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 217 time: 0.0341303 Aug 30 02:14:00.688352 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-45d79046-216e-49e5-ba51-5f7165c0ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.690218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-45d79046-216e-49e5-ba51-5f7165c0ddef service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0478342 Aug 30 02:14:00.737671 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-a3d19ae9-f806-497e-9f11-acb39f8a2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:00.739173 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-a3d19ae9-f806-497e-9f11-acb39f8a2691 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430183 Aug 30 02:14:00.829399 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-2bba7591-0eed-48fe-b622-6cae8c7cbafc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840745 Aug 30 02:14:00.927305 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9f1d45a8-37e3-434a-9a08-c91c2bf73996 req-2664cfa4-7cdf-49d3-a01b-7132f7535020 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920801 Aug 30 02:14:01.720960 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3db464-b5ff-4442-9455-c337a8d80594 req-5497d795-9ab5-4dec-8970-5042608ae891 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:01.722530 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae3db464-b5ff-4442-9455-c337a8d80594 req-5497d795-9ab5-4dec-8970-5042608ae891 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0471222 Aug 30 02:14:01.773903 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ae3db464-b5ff-4442-9455-c337a8d80594 req-3bae4f8a-e2f9-4e09-952f-36a21bcc5f2a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Aug 30 02:14:02.202942 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-d036999b-b87d-4299-a350-cf079c3ad940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:02.889903 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d647-ef6b-405f-a56c-8c80dc65df05 req-6708ddbb-b6c8-47ed-ad9b-9e2806adadba tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:02.891347 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4538d647-ef6b-405f-a56c-8c80dc65df05 req-6708ddbb-b6c8-47ed-ad9b-9e2806adadba tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0453441 Aug 30 02:14:02.953269 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4538d647-ef6b-405f-a56c-8c80dc65df05 req-d681abf3-f6d9-46f7-9091-e36d30daa00c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563741 Aug 30 02:14:03.408436 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:04.072459 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:14:04.076553 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64df5a-3a2d-47dd-854a-b4b528d9d936 req-b3b75052-6b00-42ca-bcd9-7bc77fa9a660 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:04.078152 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f64df5a-3a2d-47dd-854a-b4b528d9d936 req-b3b75052-6b00-42ca-bcd9-7bc77fa9a660 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0501056 Aug 30 02:14:04.127682 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-4f64df5a-3a2d-47dd-854a-b4b528d9d936 req-15a28a21-7900-4023-9ccc-e626ee26c94e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439713 Aug 30 02:14:04.928953 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:05.091906 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:05.251118 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c51c1f-f296-417b-ac97-fe81e31d0022 req-00cb628a-2eb9-404e-a810-cd9586441b26 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:05.252512 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6c51c1f-f296-417b-ac97-fe81e31d0022 req-00cb628a-2eb9-404e-a810-cd9586441b26 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0464437 Aug 30 02:14:05.302862 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-a6c51c1f-f296-417b-ac97-fe81e31d0022 req-687032bd-87f5-497c-96d9-e3532a4b1162 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Aug 30 02:14:06.427473 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e74e3b-71d5-401f-b7bb-ca6405708854 req-b08ec7cf-84a5-4e3b-bfa7-40dfe8c94f0a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:06.431801 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a3e74e3b-71d5-401f-b7bb-ca6405708854 req-b08ec7cf-84a5-4e3b-bfa7-40dfe8c94f0a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0532293 Aug 30 02:14:06.445044 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:06.487692 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-a3e74e3b-71d5-401f-b7bb-ca6405708854 req-ef1751a4-8aa9-48b1-b094-32a1cd54cb54 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496409 Aug 30 02:14:07.613943 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2cb4a-594c-4211-983b-ebe90f588376 req-9e9bcbc8-1e30-4892-a2c9-ea8d739ce469 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:07.615498 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2bf2cb4a-594c-4211-983b-ebe90f588376 req-9e9bcbc8-1e30-4892-a2c9-ea8d739ce469 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0475256 Aug 30 02:14:07.672319 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-2bf2cb4a-594c-4211-983b-ebe90f588376 req-90fc2ba8-dfc7-40fd-a3d2-a6786094903e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502400 Aug 30 02:14:08.025564 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:08.121085 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=70 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:08.800058 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e662a-7a1e-499e-9dc4-06a880d9efe4 req-12cd678f-a20e-414f-b2d7-3804df55c861 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:08.801547 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f66e662a-7a1e-499e-9dc4-06a880d9efe4 req-12cd678f-a20e-414f-b2d7-3804df55c861 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0499046 Aug 30 02:14:08.850750 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-f66e662a-7a1e-499e-9dc4-06a880d9efe4 req-e48329e1-cd67-4a99-b59f-9da331dfbc99 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Aug 30 02:14:09.720894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34922) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:09.829656 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:09.885359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:09.904866 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Publish callbacks [] for security_group (f9697f67-f498-46b3-b65c-bebb74f9c34c), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:09.956959 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f9697f67-f498-46b3-b65c-bebb74f9c34c), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:09.977196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa77f7-39e1-4776-a729-ded23c5a6b0c req-dda10656-bf92-42db-a17c-2d20d503f516 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:09.980198 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-73fa77f7-39e1-4776-a729-ded23c5a6b0c req-dda10656-bf92-42db-a17c-2d20d503f516 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 943 time: 0.0523853 Aug 30 02:14:09.998372 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=885776e9f06e4b798f7fcd1c6e12339f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763555 Aug 30 02:14:10.001014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34928) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:10.008163 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9697f67-f498-46b3-b65c-bebb74f9c34c,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:10.025337 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.025705 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.026063 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.026385 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.026771 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.027098 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.027421 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.027744 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.028066 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.028384 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.028706 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.029027 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.029345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.029686 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.030034 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025d046-13d1-4c4e-bb40-d08f1a035e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:10.031813 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-73fa77f7-39e1-4776-a729-ded23c5a6b0c req-ed7ad993-f9a0-4e05-81bd-804865456265 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461514 Aug 30 02:14:10.065807 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] Publish callbacks [] for security_group (f9697f67-f498-46b3-b65c-bebb74f9c34c), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.085899 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] Publish callbacks [] for security_group (f9697f67-f498-46b3-b65c-bebb74f9c34c), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.196855 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f9697f67-f498-46b3-b65c-bebb74f9c34c), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.199441 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.200632 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f9697f67-f498-46b3-b65c-bebb74f9c34c HTTP/1.1" status: 204 len: 168 time: 0.1986723 Aug 30 02:14:10.208544 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546f9c-1ed2-4c83-9f1b-90ef3420a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9697f67-f498-46b3-b65c-bebb74f9c34c,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:10.240045 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f424f2ec-8140-4609-be8e-5ad9935b214e details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:14:10.340901 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f424f2ec-8140-4609-be8e-5ad9935b214e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:14:10.352086 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:14:10.387640 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port f424f2ec-8140-4609-be8e-5ad9935b214e is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:14:10.388031 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.404676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f424f2ec-8140-4609-be8e-5ad9935b214e {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:14:10.424143 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f424f2ec-8140-4609-be8e-5ad9935b214e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:14:10.491951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.540812 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:10.696628 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['f424f2ec-8140-4609-be8e-5ad9935b214e'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:14:10.795101 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 34934) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:10.809732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-27c4b8f5-7614-4516-b6b5-b77bd5d1a7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.885015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-27c4b8f5-7614-4516-b6b5-b77bd5d1a7da admin admin] Publish callbacks [] for security_group (2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.945670 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-27c4b8f5-7614-4516-b6b5-b77bd5d1a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:10.993650 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-27c4b8f5-7614-4516-b6b5-b77bd5d1a7da admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d078c33edb441199db33a8099300ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973302 Aug 30 02:14:10.994510 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4b8f5-7614-4516-b6b5-b77bd5d1a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:10.998069 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 34936) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:11.053054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Publish callbacks [] for security_group (2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:11.074634 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Publish callbacks [] for security_group (2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:11.153585 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076bbc9-61e1-49f9-bfdb-f4fe36a6268f req-a29e03ee-f234-46eb-bec0-842c9876cdce tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:11.155097 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7076bbc9-61e1-49f9-bfdb-f4fe36a6268f req-a29e03ee-f234-46eb-bec0-842c9876cdce tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 944 time: 0.0481794 Aug 30 02:14:11.183335 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:11.185986 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:11.187148 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8 HTTP/1.1" status: 204 len: 168 time: 0.1877775 Aug 30 02:14:11.202816 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ce31a-bf8f-4d75-bd7d-6b03b85b6ef8,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:11.204500 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7076bbc9-61e1-49f9-bfdb-f4fe36a6268f req-2b6c7393-5019-4132-b27c-8493130a43a9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Aug 30 02:14:11.211288 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.211781 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.212214 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.212644 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.213068 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.213509 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.214526 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.215011 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.215484 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.215941 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.216492 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.216880 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.226109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.226109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:11.226109 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6058bcb2-e8b1-45de-b7ec-809c73e47a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:14:12.261053 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f424f2ec-8140-4609-be8e-5ad9935b214e up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:14:12.297691 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:12.304342 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:12.309128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port f424f2ec-8140-4609-be8e-5ad9935b214e completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:14:12.328567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b62b5f-acc1-4210-8362-909e57ed5a72 req-793d908f-6fc4-4c0b-8e8c-4fdf84cf29a5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:12.332942 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-68b62b5f-acc1-4210-8362-909e57ed5a72 req-793d908f-6fc4-4c0b-8e8c-4fdf84cf29a5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 944 time: 0.0521932 Aug 30 02:14:12.363336 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port f424f2ec-8140-4609-be8e-5ad9935b214e triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:14:12.364154 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:12.390989 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-68b62b5f-acc1-4210-8362-909e57ed5a72 req-b50a2e69-b0f3-4e6f-99f9-7249be42babd tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544896 Aug 30 02:14:12.452745 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port f424f2ec-8140-4609-be8e-5ad9935b214e is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:14:12.453168 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:12.477829 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:14:12.480082 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c89ffaa-ac58-4b05-b72f-f4a3d820232e" -d '{"events": [{"server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:14:12.493284 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f424f2ec-8140-4609-be8e-5ad9935b214e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:14:12.557426 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:12.608372 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:12.658218 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3be82-39a9-46e9-9e29-9575a099c84d x-openstack-request-id: req-28a3be82-39a9-46e9-9e29-9575a099c84d {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:14:12.658523 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "name": "network-vif-plugged", "status": "completed", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:14:12.665442 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28a3be82-39a9-46e9-9e29-9575a099c84d {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:14:12.666040 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a3be82-39a9-46e9-9e29-9575a099c84d'] response: {'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'code': 200} Aug 30 02:14:12.961345 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:13.002935 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510187-7c07-4b8b-bd39-b94bc6024687 req-66316884-f6c3-4ad8-99e0-eaef6473bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:13.004466 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5510187-7c07-4b8b-bd39-b94bc6024687 req-66316884-f6c3-4ad8-99e0-eaef6473bb61 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0547001 Aug 30 02:14:13.051876 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-c5510187-7c07-4b8b-bd39-b94bc6024687 req-6879ddc5-6ab2-42c1-8176-be307bd08ec5 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Aug 30 02:14:13.513175 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999c797-5457-4482-af6e-57998ef1fbc1 req-bda570dd-7e72-4397-b1d9-43414e63c3cb tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:13.514725 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4999c797-5457-4482-af6e-57998ef1fbc1 req-bda570dd-7e72-4397-b1d9-43414e63c3cb tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0480692 Aug 30 02:14:13.535797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:13.539856 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:13.566611 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-4999c797-5457-4482-af6e-57998ef1fbc1 req-0f7b59b0-f3b4-4da8-82e1-20c7c83a4cdc tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Aug 30 02:14:14.069234 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=70 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:14.688953 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c724-592c-4d13-8014-2edeaa730084 req-44736c85-2339-4c0d-8c99-2b41c09cee39 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:14.690478 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-66f8c724-592c-4d13-8014-2edeaa730084 req-44736c85-2339-4c0d-8c99-2b41c09cee39 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0481911 Aug 30 02:14:14.746680 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-66f8c724-592c-4d13-8014-2edeaa730084 req-dd29360f-799b-4dde-885d-c12520a0c4dd tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501888 Aug 30 02:14:14.866734 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d4cb-810e-4157-b411-97b1cefd99e9 req-05890262-87cb-4193-98fe-14ffa69eb5c0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:14.868184 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b5c2d4cb-810e-4157-b411-97b1cefd99e9 req-05890262-87cb-4193-98fe-14ffa69eb5c0 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0468740 Aug 30 02:14:14.922698 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-b5c2d4cb-810e-4157-b411-97b1cefd99e9 req-5e10e8d0-70b3-4f60-813f-676e2e864319 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 Aug 30 02:14:14.950269 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35036) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:14.999641 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16261f45-4b27-4216-aa93-7173493323ee tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:15.001436 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-16261f45-4b27-4216-aa93-7173493323ee tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1124 time: 0.0500104 Aug 30 02:14:15.005201 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35038) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:15.010433 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:14:15.122812 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:15.208777 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:15.257383 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:15.324956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.27.2.225 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/1b6d34b0-c493-4416-81c7-1f66bf35d0bc) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:14:15.439180 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:15.522894 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:15.570110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:14:15.575707 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:14:15.577892 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=1b6d34b0-c493-4416-81c7-1f66bf35d0bc,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:15.579991 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:14:15.686256 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:15.933056 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (d48e0423-b3d2-4762-96e9-becf3b3be3ae), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.063213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.216189 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:16.220100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.268852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.338707 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=1b6d34b0-c493-4416-81c7-1f66bf35d0bc,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:16.341983 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (d48e0423-b3d2-4762-96e9-becf3b3be3ae), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.447164 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.db.l3_db [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP d48e0423-b3d2-4762-96e9-becf3b3be3ae associated. External IP: 172.27.2.225, port: f424f2ec-8140-4609-be8e-5ad9935b214e. Aug 30 02:14:16.654435 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:14:16.744312 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:16.764205 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:14:16.774295 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:14:16.784931 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:14:16.785570 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:14:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:14:16.843141 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:16.892823 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:14:17.125841 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:15Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:14:17.152410 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:14:17.163626 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-43bfa9b2-3295-45da-a4b8-51c5f805e5ff tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1573291 Aug 30 02:14:17.164279 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:14:17.164457 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:14:17.165062 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:14:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:14:17.166653 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c8df2-5351-4085-b574-6d5dd1c41079" -d '{"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:14:17.206272 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c235a7ce-9285-48a2-95b8-3737b12de311 x-openstack-request-id: req-c235a7ce-9285-48a2-95b8-3737b12de311 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:14:17.210094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:14:17.210094 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c235a7ce-9285-48a2-95b8-3737b12de311 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:14:17.210094 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c235a7ce-9285-48a2-95b8-3737b12de311'] response: {'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'status': 'completed', 'code': 200} Aug 30 02:14:17.273326 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-406cc672-1815-435c-b9a8-e64ae8eeb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:17.274886 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-406cc672-1815-435c-b9a8-e64ae8eeb570 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0431800 Aug 30 02:14:17.358582 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:14:17.382715 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-5b3232a3-40d9-4d73-901b-2a1f95257c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:17.384114 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-5b3232a3-40d9-4d73-901b-2a1f95257c27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.1033933 Aug 30 02:14:17.457343 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-a669a9e3-b62d-49d0-9b5b-e02211b4de9d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 999 time: 0.0666864 Aug 30 02:14:17.512274 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-155845df-c59c-4db3-9504-3e4462d7b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:17.513418 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-155845df-c59c-4db3-9504-3e4462d7b8ad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0494738 Aug 30 02:14:17.560626 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-d2fcea10-7330-45a5-9db1-53ef63c8c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:17.562167 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-d2fcea10-7330-45a5-9db1-53ef63c8c081 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425966 Aug 30 02:14:17.591657 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:15Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:14:17.617631 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaac7f-0046-403a-a34c-88aa151792d0 None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:15Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:14:17.659387 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-cb3d5a75-6185-4ab1-9f12-0b704e5acfbb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904114 Aug 30 02:14:17.721028 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:17.766150 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-154c8df2-5351-4085-b574-6d5dd1c41079 req-4a557956-9b42-469e-b273-ebc1781f3cfc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000488 Aug 30 02:14:17.827558 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cfd00-d810-4d9d-8dd9-c7b4c9fbfb4a None None] New status for floating IP d48e0423-b3d2-4762-96e9-becf3b3be3ae: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:14:21.760357 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-88f83194-cba5-4415-a376-ddaf6897a9d6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396903 Aug 30 02:14:21.843071 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-6191f1f3-440f-4ec4-b807-f0e2f0944869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:21.844551 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-6191f1f3-440f-4ec4-b807-f0e2f0944869 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0407648 Aug 30 02:14:21.960786 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-0cf4c137-596c-4d41-ac54-4af99dac256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:21.962310 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-0cf4c137-596c-4d41-ac54-4af99dac256f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0980885 Aug 30 02:14:22.030352 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-3ed4b4da-dbd1-441b-aeba-12074f056492 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 1001 time: 0.0618808 Aug 30 02:14:22.082244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-62ad18bd-0f90-4f90-aa91-caa4f0f762b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:22.083650 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-62ad18bd-0f90-4f90-aa91-caa4f0f762b1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0465076 Aug 30 02:14:22.128139 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-e9e5ba16-c065-4ef3-acef-a6bf64395246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:14:22.129705 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-e9e5ba16-c065-4ef3-acef-a6bf64395246 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399985 Aug 30 02:14:22.221282 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-736ea113-591c-4ce4-965a-1b468e81d2c9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854363 Aug 30 02:14:22.236528 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:22.316085 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ade357e3-1632-4a3d-b317-a8a70067ea8a req-13b1f464-20e9-4211-80e9-d9ba0c48f887 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Aug 30 02:14:24.913651 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=13 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:24.917691 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=11 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:28.060077 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:28.062407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:28.924571 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=84 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:28.925694 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=90 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:28.956447 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35100) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:29.062221 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8b03125b-498f-44ca-9261-b28faf13f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.149557 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8b03125b-498f-44ca-9261-b28faf13f232 admin admin] Publish callbacks [] for security_group (8fdd6100-e08d-4bed-89c1-aa21f053b16e), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.246586 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-8b03125b-498f-44ca-9261-b28faf13f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8fdd6100-e08d-4bed-89c1-aa21f053b16e), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.286188 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03125b-498f-44ca-9261-b28faf13f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd6100-e08d-4bed-89c1-aa21f053b16e,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:29.291921 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-8b03125b-498f-44ca-9261-b28faf13f232 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=01cdd6ac42a74591914f216cf68852a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341727 Aug 30 02:14:29.294976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35104) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:29.342985 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] Publish callbacks [] for security_group (8fdd6100-e08d-4bed-89c1-aa21f053b16e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.362661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] Publish callbacks [] for security_group (8fdd6100-e08d-4bed-89c1-aa21f053b16e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.493681 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (8fdd6100-e08d-4bed-89c1-aa21f053b16e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.496807 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:29.498003 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8fdd6100-e08d-4bed-89c1-aa21f053b16e HTTP/1.1" status: 204 len: 168 time: 0.2026677 Aug 30 02:14:29.505954 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8fd9-65a9-4de3-b222-71aaa8e17932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd6100-e08d-4bed-89c1-aa21f053b16e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:29.996621 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-58cdd602-46cb-4e71-8c79-85abb8b06928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.000015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35140) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:31.105574 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0454a36e-0ba3-4c44-a180-99987d78e738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.107146 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:31.190106 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0454a36e-0ba3-4c44-a180-99987d78e738 admin admin] Publish callbacks [] for security_group (de31aa7d-b291-4c69-aeb9-6e50a69e1655), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.268579 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0454a36e-0ba3-4c44-a180-99987d78e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (de31aa7d-b291-4c69-aeb9-6e50a69e1655), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.309314 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0454a36e-0ba3-4c44-a180-99987d78e738 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fc9febd94ffd4099b38f052fbac58372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082223 Aug 30 02:14:31.310279 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454a36e-0ba3-4c44-a180-99987d78e738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de31aa7d-b291-4c69-aeb9-6e50a69e1655,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:31.312115 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35144) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:31.362114 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] Publish callbacks [] for security_group (de31aa7d-b291-4c69-aeb9-6e50a69e1655), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.382384 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] Publish callbacks [] for security_group (de31aa7d-b291-4c69-aeb9-6e50a69e1655), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.539511 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (de31aa7d-b291-4c69-aeb9-6e50a69e1655), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.542590 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:31.543742 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de31aa7d-b291-4c69-aeb9-6e50a69e1655 HTTP/1.1" status: 204 len: 168 time: 0.2306478 Aug 30 02:14:31.551948 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e017a7-d05a-4b5b-a91e-c2eaf92266d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de31aa7d-b291-4c69-aeb9-6e50a69e1655,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:32.219465 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b7cb516c-ab82-428b-a289-40e9b09f8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:33.408229 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:34.925928 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:35.065098 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:38.078354 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:41.071332 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:14:41.305409 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:41.546370 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:41.548239 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:42.706745 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35264) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:42.810670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8467f7b8-324f-4a45-8cdf-6c2ae1afe7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:42.885297 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8467f7b8-324f-4a45-8cdf-6c2ae1afe7a5 admin admin] Publish callbacks [] for security_group (cd0e7910-a889-4430-b10e-46fcaabb8c57), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:42.950506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-8467f7b8-324f-4a45-8cdf-6c2ae1afe7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (cd0e7910-a889-4430-b10e-46fcaabb8c57), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:42.993890 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-8467f7b8-324f-4a45-8cdf-6c2ae1afe7a5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=112feaa3ed7a4adcbc284bb57203ca8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860487 Aug 30 02:14:42.994860 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467f7b8-324f-4a45-8cdf-6c2ae1afe7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0e7910-a889-4430-b10e-46fcaabb8c57,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:42.996763 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35268) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:43.048103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] Publish callbacks [] for security_group (cd0e7910-a889-4430-b10e-46fcaabb8c57), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.069285 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] Publish callbacks [] for security_group (cd0e7910-a889-4430-b10e-46fcaabb8c57), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.156262 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (cd0e7910-a889-4430-b10e-46fcaabb8c57), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.158817 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.159948 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cd0e7910-a889-4430-b10e-46fcaabb8c57 HTTP/1.1" status: 204 len: 168 time: 0.1620643 Aug 30 02:14:43.169413 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c50f9-b079-4148-bf58-08676e6c0673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0e7910-a889-4430-b10e-46fcaabb8c57,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:43.737702 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35274) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:43.751117 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9813c6b7-abe2-48d7-a1cc-b48d95345536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.829673 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9813c6b7-abe2-48d7-a1cc-b48d95345536 admin admin] Publish callbacks [] for security_group (fa86a2ef-4922-42cc-bb29-c18fb0df9513), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.891068 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-9813c6b7-abe2-48d7-a1cc-b48d95345536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fa86a2ef-4922-42cc-bb29-c18fb0df9513), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:43.928831 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813c6b7-abe2-48d7-a1cc-b48d95345536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86a2ef-4922-42cc-bb29-c18fb0df9513,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:43.933129 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-9813c6b7-abe2-48d7-a1cc-b48d95345536 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5a607896e3a84ea8a660a455e39ed0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944048 Aug 30 02:14:43.935861 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35276) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:43.984021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] Publish callbacks [] for security_group (fa86a2ef-4922-42cc-bb29-c18fb0df9513), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.004016 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] Publish callbacks [] for security_group (fa86a2ef-4922-42cc-bb29-c18fb0df9513), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.148852 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (fa86a2ef-4922-42cc-bb29-c18fb0df9513), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.152125 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.153274 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fa86a2ef-4922-42cc-bb29-c18fb0df9513 HTTP/1.1" status: 204 len: 168 time: 0.2165098 Aug 30 02:14:44.165623 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e34c-86bd-4e0d-89ec-cf7d5ef84cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86a2ef-4922-42cc-bb29-c18fb0df9513,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:44.804731 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35282) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:44.818208 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-91009636-9c4e-41de-b5bc-5e8e73b85f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.896461 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-91009636-9c4e-41de-b5bc-5e8e73b85f14 admin admin] Publish callbacks [] for security_group (e0f03947-7867-460c-b56a-256548e1f5d0), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.961621 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-91009636-9c4e-41de-b5bc-5e8e73b85f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e0f03947-7867-460c-b56a-256548e1f5d0), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:44.999565 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91009636-9c4e-41de-b5bc-5e8e73b85f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f03947-7867-460c-b56a-256548e1f5d0,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:45.003895 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-91009636-9c4e-41de-b5bc-5e8e73b85f14 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e024610ecf7240318f88201270d4f19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981490 Aug 30 02:14:45.007045 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35284) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:45.055342 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] Publish callbacks [] for security_group (e0f03947-7867-460c-b56a-256548e1f5d0), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:45.076540 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] Publish callbacks [] for security_group (e0f03947-7867-460c-b56a-256548e1f5d0), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:45.084147 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:45.101808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:45.117808 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:45.248428 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (e0f03947-7867-460c-b56a-256548e1f5d0), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:45.250956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:45.252107 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e0f03947-7867-460c-b56a-256548e1f5d0 HTTP/1.1" status: 204 len: 168 time: 0.2446697 Aug 30 02:14:45.260358 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed56ed-f473-4423-bdf9-d5487f25d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f03947-7867-460c-b56a-256548e1f5d0,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:51.067204 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:52.987811 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:52.990727 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=14,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:54.174899 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:55.274272 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:55.603823 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:DELETE=4,neutron:SELECT=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:14:55.726180 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35360) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:55.831560 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2496f24d-a355-44c3-a47d-02ae2575a8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:55.904975 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2496f24d-a355-44c3-a47d-02ae2575a8c2 admin admin] Publish callbacks [] for security_group (b8e628e4-3438-4a1b-b93a-11ffeba7932a), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:55.971385 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-2496f24d-a355-44c3-a47d-02ae2575a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b8e628e4-3438-4a1b-b93a-11ffeba7932a), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:56.015278 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-2496f24d-a355-44c3-a47d-02ae2575a8c2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a9803630c7d44fa8b8d2a944e4af4a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879860 Aug 30 02:14:56.016249 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496f24d-a355-44c3-a47d-02ae2575a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e628e4-3438-4a1b-b93a-11ffeba7932a,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:14:56.018089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35364) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:14:56.068074 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] Publish callbacks [] for security_group (b8e628e4-3438-4a1b-b93a-11ffeba7932a), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:56.088597 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] Publish callbacks [] for security_group (b8e628e4-3438-4a1b-b93a-11ffeba7932a), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:56.223006 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (b8e628e4-3438-4a1b-b93a-11ffeba7932a), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:56.225691 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:14:56.226844 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b8e628e4-3438-4a1b-b93a-11ffeba7932a HTTP/1.1" status: 204 len: 168 time: 0.2077377 Aug 30 02:14:56.235402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeafea1-7cd1-4a31-949e-73e4dcb8c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e628e4-3438-4a1b-b93a-11ffeba7932a,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:15:00.005629 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0b016e26-c00a-4fc9-9c81-a53899e34d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:02.217084 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2e45c129-67cc-41b2-aa53-4cf13bf21174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:03.422430 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:04.932926 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:05.087536 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:06.009956 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:06.012021 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:06.230022 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=12 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:06.231361 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:08.017007 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:17.946525 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:17.951452 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:18.069413 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:15:22.078669 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-b83f6fa1-4316-4ace-8476-759fac1448bc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380642 Aug 30 02:15:22.157732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-78945df6-5ff1-44ab-a8cb-5c40387bb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:22.159191 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-78945df6-5ff1-44ab-a8cb-5c40387bb323 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0380001 Aug 30 02:15:22.267060 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-7c843355-83f5-4402-ac69-248515e84877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:22.268506 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-7c843355-83f5-4402-ac69-248515e84877 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0900373 Aug 30 02:15:22.329515 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-39a6a88b-d868-4ea7-a25a-bebc0658c611 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 1001 time: 0.0544016 Aug 30 02:15:22.376840 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-a2a5603a-741a-46ad-88f1-60e70f7066c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:22.378261 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-a2a5603a-741a-46ad-88f1-60e70f7066c0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0430696 Aug 30 02:15:22.422854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-bb394f1c-c1da-44b5-b90e-f905a73eb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:22.424286 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-bb394f1c-c1da-44b5-b90e-f905a73eb6b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407281 Aug 30 02:15:22.512614 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-2ebfe7de-cd5d-436a-8ce2-9c63126e374f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Aug 30 02:15:22.603267 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-9ba01e67-a269-4c66-bab2-66aba182e186 req-80606e4a-6128-4cf9-9898-1914ae0b645e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849733 Aug 30 02:15:28.113434 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:29.996055 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-43eea32b-4d5e-4f80-a52e-d80419a99759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:31.085754 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=6 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:32.245656 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4b1c3303-9ed9-450b-86b2-8e70f948e18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:32.598666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=55 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:32.600577 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=46 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:33.422251 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:34.936244 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:35.084951 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:38.016724 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:47.948583 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:47.950462 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:54.320551 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-38f39a4e-2a06-4045-a8e8-0d555403682e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1411314915&fields=id&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 267 time: 0.0457430 Aug 30 02:15:54.437196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-4f60717d-29e3-45d3-b3e1-81f1d2534a95 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:54.438671 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-4f60717d-29e3-45d3-b3e1-81f1d2534a95 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1107187 Aug 30 02:15:54.453484 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-5de5dbe3-8f1d-4773-a633-4bb94bf0b427 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/quotas/fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 375 time: 0.0095642 Aug 30 02:15:54.503616 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-0e4959c2-7e76-4b21-88ed-6edd2bc89722 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451803 Aug 30 02:15:54.609521 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-90862585-b830-4d4c-ac4a-20a9161f33b1 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 02:15:54.610785 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-90862585-b830-4d4c-ac4a-20a9161f33b1 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0946975 Aug 30 02:15:54.703968 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-d55b0dcd-2d1f-4ba0-87d8-9203f4761ca8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Aug 30 02:15:54.794870 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-4a0bf46c-0578-4ff6-a088-ec9e43c16a1a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Aug 30 02:15:55.067570 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:15:55.336401 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-2c851287-f3eb-4293-b340-9e974e8b97f7 req-8a6c1c66-370f-4dea-9f2f-2c100cec236d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 210 time: 0.0289607 Aug 30 02:15:56.440528 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f094b579-17e0-41d8-8c17-9fb188e3886e req-090bcd61-c3b4-4d93-b0e2-cbd697c2e7ee tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 210 time: 0.0315199 Aug 30 02:15:57.360260 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-ae3c6766-b2a0-4750-9a2a-05eb82fcca4c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:57.361968 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-ae3c6766-b2a0-4750-9a2a-05eb82fcca4c tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 811 time: 0.1086924 Aug 30 02:15:57.426341 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-0b69da27-c96a-46f6-8caf-9e66c1dff21a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fa2e7ced1148461faedcd0e1856bae95 HTTP/1.1" status: 200 len: 380 time: 0.0560682 Aug 30 02:15:57.435962 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'port': {'device_id': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'admin_state_up': True, 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'security_groups': ['9870b209-973e-4330-9704-0fd88e373ad2']}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:15:57.556389 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-71a2798c-bc5b-41cb-9b9b-c06e01bac14e req-5a908080-b542-4121-8a2d-87a53635b61a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 210 time: 0.0372665 Aug 30 02:15:57.653014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Made reservation on behalf of fa2e7ced1148461faedcd0e1856bae95 for: {'port': 1} {{(pid=106657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 02:15:57.656753 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:57.796369 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_common [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.20.0.5 (b43df500-c05c-42ca-b288-93458deb45ab/da0a00e5-4a62-408e-a024-d627fe397d87/a01fb17f-9dda-4a60-8ad1-416ce939b551) {{(pid=106657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:15:57.934517 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), precommit_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.019241 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_create {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.076486 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network b43df500-c05c-42ca-b288-93458deb45ab is already hosted by enough agents. {{(pid=106657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:15:58.082228 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.base_scheduler [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:15:58.084854 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=1']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:15:58.087242 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:15:58.116010 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.116359 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.116700 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.117036 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.117367 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.117725 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.118051 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.118567 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.118776 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.119110 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.119474 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.119803 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.120129 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.120468 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.120752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:15:58.152152 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:58.152786 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.237782 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-245921d4-ce76-4129-b412-2c2ab49c372e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8058248 Aug 30 02:15:58.249083 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.v2.base [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Request body: {'port': {'device_id': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=106657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:15:58.291383 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-e4eb97bb-1478-42cf-bcfc-67fc03bbdff6 None None] Provisioning complete for port a01fb17f-9dda-4a60-8ad1-416ce939b551 triggered by entity DHCP. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:15:58.292654 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97bb-1478-42cf-bcfc-67fc03bbdff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.305352 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:58.310230 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.312786 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:58.323072 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb97bb-1478-42cf-bcfc-67fc03bbdff6 None None] Port a01fb17f-9dda-4a60-8ad1-416ce939b551 cannot update to ACTIVE because it is not bound. {{(pid=106659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 02:15:58.570975 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01fb17f-9dda-4a60-8ad1-416ce939b551 {{(pid=106657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:15:58.579307 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks [] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), precommit_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.592808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.provisioning_blocks [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Transition to ACTIVE for port object a01fb17f-9dda-4a60-8ad1-416ce939b551 will not be triggered until provisioned by entity L2. {{(pid=106657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 02:15:58.664432 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.676590 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380983f-48af-4461-b582-5bc702cda5ee req-6e03b808-dc56-40ef-b92e-0b920385252a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:58.678108 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7380983f-48af-4461-b582-5bc702cda5ee req-6e03b808-dc56-40ef-b92e-0b920385252a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 931 time: 0.0472422 Aug 30 02:15:58.730928 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-7380983f-48af-4461-b582-5bc702cda5ee req-8f826a2e-ab5c-403d-ae62-d4ad2da2d691 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Aug 30 02:15:58.747885 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Pushing event updated for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=2']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:15:58.778273 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Attempting to bind port a01fb17f-9dda-4a60-8ad1-416ce939b551 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 02:15:58.778608 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Attempting to bind port a01fb17f-9dda-4a60-8ad1-416ce939b551 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 02:15:58.778937 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Attempting to bind port a01fb17f-9dda-4a60-8ad1-416ce939b551 on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:15:58.783296 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Port a01fb17f-9dda-4a60-8ad1-416ce939b551 on network b43df500-c05c-42ca-b288-93458deb45ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 02:15:58.783610 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Attempting to bind port a01fb17f-9dda-4a60-8ad1-416ce939b551 on network b43df500-c05c-42ca-b288-93458deb45ab {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 02:15:58.788366 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Checking agent: {'id': '1d39641e-c8a9-49c0-9466-12b8f3148c7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'started_at': datetime.datetime(2022, 8, 30, 2, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 2, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 02:15:58.790104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Checking segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 02:15:58.790104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Bound using segment: {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'} {{(pid=106657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 02:15:58.790104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.managers [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Bound port: a01fb17f-9dda-4a60-8ad1-416ce939b551, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc6499e-03ec-4c16-8946-41189717b008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab'}}] {{(pid=106657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 02:15:58.790104 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), before_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.834269 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:58.853566 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, cleared binding levels {{(pid=106657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 02:15:58.857283 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 02:15:58.921124 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8935677'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_update {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.925213 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:58.926003 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:15:58.931929 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 200 len: 1093 time: 0.6826725 Aug 30 02:15:58.931929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:15:58.931929 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:15:58.970015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f099f87b-cd7b-4f46-8273-b806adccfccc x-openstack-request-id: req-f099f87b-cd7b-4f46-8273-b806adccfccc {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:15:58.972141 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:15:58.972141 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f099f87b-cd7b-4f46-8273-b806adccfccc {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:15:58.972141 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f099f87b-cd7b-4f46-8273-b806adccfccc'] response: {'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'status': 'completed', 'code': 200} Aug 30 02:15:58.981250 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43863e4f-9ad1-4a91-8ad0-51aaf919c49d service neutron] Pushing event updated for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=3']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:15:59.031383 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-ef5b1710-6e4b-401c-8d9e-5d15870e0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.032835 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-ef5b1710-6e4b-401c-8d9e-5d15870e0f8b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1127 time: 0.0385063 Aug 30 02:15:59.110334 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:15:59.134150 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-715f0d88-8f71-42ac-8aa1-6dc2c286901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.135816 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-715f0d88-8f71-42ac-8aa1-6dc2c286901e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=fa2e7ced1148461faedcd0e1856bae95&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964029 Aug 30 02:15:59.231173 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-448e326b-02b6-4b9d-8c94-d20dae62481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.232599 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-8bc8ec21-bdf5-48e4-ae17-98d3aca2ab0b req-448e326b-02b6-4b9d-8c94-d20dae62481f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919290 Aug 30 02:15:59.302357 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-8e245c56-97b8-4a2d-84a0-2739a1d61145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.303801 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-8e245c56-97b8-4a2d-84a0-2739a1d61145 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1127 time: 0.0388155 Aug 30 02:15:59.341771 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-fcc82286-c0c9-4fbd-9a06-de67e9a2322e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 200 len: 217 time: 0.0313921 Aug 30 02:15:59.390509 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-e950c7ed-a713-42da-ae69-6fe997055ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.391874 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-e950c7ed-a713-42da-ae69-6fe997055ad5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0449274 Aug 30 02:15:59.449020 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-c8a942f8-5849-44b7-907a-0cb303e83dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.450605 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-c8a942f8-5849-44b7-907a-0cb303e83dd1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523117 Aug 30 02:15:59.540147 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-fdb699a3-fe40-44ec-8491-85fb572b4bec service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831752 Aug 30 02:15:59.630345 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-86b3fced-452b-4495-bf66-b02a8266d7ff req-d4d41486-6020-4f22-b368-2cd50102ed29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847480 Aug 30 02:15:59.852633 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc693c-5bb1-4107-8a69-fb82fdb52cdd req-0730e04c-79cc-465e-a625-22fa6465af6e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:15:59.854708 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-27dc693c-5bb1-4107-8a69-fb82fdb52cdd req-0730e04c-79cc-465e-a625-22fa6465af6e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0455868 Aug 30 02:15:59.902814 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-27dc693c-5bb1-4107-8a69-fb82fdb52cdd req-a28f116f-89b1-41b6-beaa-133fced5f3e7 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Aug 30 02:16:00.006481 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-107b158d-806c-427e-b011-4c59f17af719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:01.020451 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebda023-99cc-4b1c-9190-c6ef6e497bd3 req-997905f0-95a2-4fe2-9956-fe36f6df595a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:01.021878 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ebda023-99cc-4b1c-9190-c6ef6e497bd3 req-997905f0-95a2-4fe2-9956-fe36f6df595a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0451810 Aug 30 02:16:01.064387 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:01.073808 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-7ebda023-99cc-4b1c-9190-c6ef6e497bd3 req-28cf93f5-babe-46c7-9e05-3103f0959fcf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454826 Aug 30 02:16:02.195474 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa2e9-860b-4752-b21b-eebf7fac13c3 req-f4943d59-42e0-4ea5-a41d-6f1742738f3d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:02.196867 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-396aa2e9-860b-4752-b21b-eebf7fac13c3 req-f4943d59-42e0-4ea5-a41d-6f1742738f3d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0499637 Aug 30 02:16:02.201223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4873391e-39e7-4462-84a7-0e2138e53c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:02.246826 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-396aa2e9-860b-4752-b21b-eebf7fac13c3 req-9820b5a6-fa6e-4ffd-89c8-a5a30446cc06 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441484 Aug 30 02:16:03.365747 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded95f85-15cf-4e1c-b137-24ecafcad019 req-9d75743f-999d-4a13-8e13-f77e36775586 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:03.367218 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ded95f85-15cf-4e1c-b137-24ecafcad019 req-9d75743f-999d-4a13-8e13-f77e36775586 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0495355 Aug 30 02:16:03.417101 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ded95f85-15cf-4e1c-b137-24ecafcad019 req-0545ce19-7a81-40cf-a3ce-6024ea4212ee tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Aug 30 02:16:03.421893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:04.533415 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878224c2-2e32-451f-81a7-694efcc65101 req-a0073fdd-e732-4e71-a048-ab8cfde15127 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:04.534895 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-878224c2-2e32-451f-81a7-694efcc65101 req-a0073fdd-e732-4e71-a048-ab8cfde15127 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0462637 Aug 30 02:16:04.582620 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-878224c2-2e32-451f-81a7-694efcc65101 req-4b1aba12-24f0-4f70-8e1f-0f8ebe4a958a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Aug 30 02:16:04.937787 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:05.058330 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:05.063816 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:05.704632 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660132a2-e070-4ee9-8a33-66f6a574cf36 req-4f5c01d0-8c92-4391-a26a-003e2e917c82 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:05.706077 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-660132a2-e070-4ee9-8a33-66f6a574cf36 req-4f5c01d0-8c92-4391-a26a-003e2e917c82 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0498958 Aug 30 02:16:05.756406 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-660132a2-e070-4ee9-8a33-66f6a574cf36 req-4fa2d1a9-1ea8-467b-9517-46ef1bc4328a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Aug 30 02:16:06.832139 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device a01fb17f-9dda-4a60-8ad1-416ce939b551 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=106659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 02:16:06.931959 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:16:06.946968 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Returning: {'device': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'port_id': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'mac_address': 'fa:16:3e:80:87:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 02:16:06.982511 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port a01fb17f-9dda-4a60-8ad1-416ce939b551 is: DOWN; New status is: BUILD {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:16:06.982821 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:06.994434 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc911ef-c1df-45a9-ba47-fa9bc691ef17 req-63d55499-d851-4e5c-b2e2-3b2d5479caa8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:06.995946 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6cc911ef-c1df-45a9-ba47-fa9bc691ef17 req-63d55499-d851-4e5c-b2e2-3b2d5479caa8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 943 time: 0.0502648 Aug 30 02:16:06.996739 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01fb17f-9dda-4a60-8ad1-416ce939b551 {{(pid=106659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 02:16:07.017164 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:16:07.045433 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-6cc911ef-c1df-45a9-ba47-fa9bc691ef17 req-d1f63c37-27d4-4e61-98cb-e95512d0bfba tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Aug 30 02:16:07.120172 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:07.166477 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=4']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:16:07.173574 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.173921 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.174269 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.174596 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.174929 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.175265 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.175587 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.175909 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.176231 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.176553 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.176875 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.177222 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.177563 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.177882 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.178199 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:07.339733 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] get_ports_and_sgs() called for port_ids ['a01fb17f-9dda-4a60-8ad1-416ce939b551'] {{(pid=106659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 02:16:08.000857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:08.161257 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134c0a-5558-4d0f-bd37-aa1868f6cdba req-be089b73-99c4-47e8-912d-2c888e49b93d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:08.162721 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-de134c0a-5558-4d0f-bd37-aa1868f6cdba req-be089b73-99c4-47e8-912d-2c888e49b93d tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 944 time: 0.0456281 Aug 30 02:16:08.215680 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-de134c0a-5558-4d0f-bd37-aa1868f6cdba req-fdf9e72c-7017-4425-9c72-76bf6cb4b9ae tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467522 Aug 30 02:16:08.848730 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device a01fb17f-9dda-4a60-8ad1-416ce939b551 up at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 02:16:08.895741 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning for port a01fb17f-9dda-4a60-8ad1-416ce939b551 completed by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 02:16:08.955223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.provisioning_blocks [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Provisioning complete for port a01fb17f-9dda-4a60-8ad1-416ce939b551 triggered by entity L2. {{(pid=106659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 02:16:08.955605 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-749408'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), provisioning_complete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:08.991534 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:09.000983 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:09.046637 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Current status of the port a01fb17f-9dda-4a60-8ad1-416ce939b551 is: BUILD; New status is: ACTIVE {{(pid=106659) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 02:16:09.047027 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), before_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:09.073088 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551'}] {{(pid=106659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:16:09.075602 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99c61c920a4afab6a0d72eaaab5790b06505966c6558ad9207d57bfdd42168af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbef92b-521e-424f-b858-78c15c2b2090" -d '{"events": [{"server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "name": "network-vif-plugged", "status": "completed", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551"}]}' {{(pid=106659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:16:09.094361 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:16:09.118364 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb957de-4f76-4489-b698-e6bccc598571 x-openstack-request-id: req-4eb957de-4f76-4489-b698-e6bccc598571 {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:16:09.118840 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "name": "network-vif-plugged", "status": "completed", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551", "code": 200}]} {{(pid=106659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:16:09.119195 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4eb957de-4f76-4489-b698-e6bccc598571 {{(pid=106659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:16:09.120244 dv-cinder-819667-6-iscsi neutron-server[106659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb957de-4f76-4489-b698-e6bccc598571'] response: {'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'code': 200} Aug 30 02:16:09.159643 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:09.214929 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Pushing event updated for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=5']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:16:09.333633 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fd16d-b9d8-4834-8ba6-3267488df42f req-8284e848-d102-4a9e-b9c3-a0cd45ea8b01 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:09.335104 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ab1fd16d-b9d8-4834-8ba6-3267488df42f req-8284e848-d102-4a9e-b9c3-a0cd45ea8b01 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0470538 Aug 30 02:16:09.376516 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:09.385687 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ab1fd16d-b9d8-4834-8ba6-3267488df42f req-e616b51b-da8c-475e-9c40-2fe5c7e4f316 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Aug 30 02:16:09.442905 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed98c-9411-4279-9fad-1c7a5e89a74e req-6572382d-bc1e-4cdd-af7b-006cd2b7089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:09.444380 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fb6ed98c-9411-4279-9fad-1c7a5e89a74e req-6572382d-bc1e-4cdd-af7b-006cd2b7089f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1129 time: 0.0378959 Aug 30 02:16:09.490404 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-fb6ed98c-9411-4279-9fad-1c7a5e89a74e req-e4690ce4-044d-4efb-b89d-9a0165866b0b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401092 Aug 30 02:16:10.514577 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1e737-9cb1-49de-aeca-c4d8f51b9123 req-33b4b248-b318-4014-a5eb-e7b81adc4df9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:10.516062 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f1a1e737-9cb1-49de-aeca-c4d8f51b9123 req-33b4b248-b318-4014-a5eb-e7b81adc4df9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0486491 Aug 30 02:16:10.565333 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-f1a1e737-9cb1-49de-aeca-c4d8f51b9123 req-d4e66780-4675-4369-b495-b718da84b5f4 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Aug 30 02:16:11.692014 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106038d6-891d-401a-a836-ab39e54d844d req-01c70f3d-c9a1-4797-b60e-215348f11b57 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:11.693638 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-106038d6-891d-401a-a836-ab39e54d844d req-01c70f3d-c9a1-4797-b60e-215348f11b57 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0514970 Aug 30 02:16:11.745189 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-106038d6-891d-401a-a836-ab39e54d844d req-be7897a8-4545-46bb-9edc-58eedce67e44 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Aug 30 02:16:11.849553 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:11.859385 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f82c64-9b0b-42e5-80fa-1e61e0ffc792 req-59d9a01f-8e23-4aaf-b46f-6af827d44b25 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:11.862370 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-79f82c64-9b0b-42e5-80fa-1e61e0ffc792 req-59d9a01f-8e23-4aaf-b46f-6af827d44b25 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0446150 Aug 30 02:16:11.879349 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=100 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:11.914003 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-79f82c64-9b0b-42e5-80fa-1e61e0ffc792 req-3122ca19-087f-4b9a-ae23-73f225c7b387 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474410 Aug 30 02:16:11.940050 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35480) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:16:11.976551 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdf17e-b409-4d0e-ba23-71dd13d94f24 tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:11.978047 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-63bdf17e-b409-4d0e-ba23-71dd13d94f24 tempest-TestVolumeBootPattern-991887675 tempest-TestVolumeBootPattern-991887675-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1124 time: 0.0370619 Aug 30 02:16:11.980731 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35482) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:16:11.984803 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.v2.base [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Request body: {'floatingip': {'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'port_id': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 02:16:12.086573 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:12.166568 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (None), before_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:12.273406 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_common [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Allocated IP 172.27.2.93 (a9df1b86-d24a-4671-8703-9ba32216d9f9/575a459b-f060-44c0-b035-753864563a14/277067d5-5102-4e7d-8aba-1cc114543158) {{(pid=106658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 02:16:12.378064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (277067d5-5102-4e7d-8aba-1cc114543158), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:12.487311 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728878204968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (277067d5-5102-4e7d-8aba-1cc114543158), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:12.528066 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Network a9df1b86-d24a-4671-8703-9ba32216d9f9 is already hosted by enough agents. {{(pid=106658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 02:16:12.532712 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.base_scheduler [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Resources bound (agent type, host, resource id): {{(pid=106658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 02:16:12.536540 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Received port after_create {{(pid=106658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 02:16:12.539788 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=277067d5-5102-4e7d-8aba-1cc114543158,revision_number=1']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:16:12.567915 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.568253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.568587 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.568920 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.569242 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.569591 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.569911 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.570226 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.570543 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.570860 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.571181 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.571497 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.571810 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.572122 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.573094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:16:12.792353 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:12.879602 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:12.906479 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (ebc4cef6-fbbf-48c4-9d32-227783e73485), precommit_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.018387 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-576817'] for port (277067d5-5102-4e7d-8aba-1cc114543158), before_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.183531 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for port (277067d5-5102-4e7d-8aba-1cc114543158), precommit_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.246397 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728878587010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728878204986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728878205004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040605'] for port (277067d5-5102-4e7d-8aba-1cc114543158), after_update {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.315070 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event updated for resources: {'Port': ['ID=277067d5-5102-4e7d-8aba-1cc114543158,revision_number=2']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:16:13.317381 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1684754'] for floatingip (ebc4cef6-fbbf-48c4-9d32-227783e73485), after_create {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.411473 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP ebc4cef6-fbbf-48c4-9d32-227783e73485 associated. External IP: 172.27.2.93, port: a01fb17f-9dda-4a60-8ad1-416ce939b551. Aug 30 02:16:13.609576 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:16:13.711712 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:16:13.722689 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:16:13.727465 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:13.734377 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:16:13.734996 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:16:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:16:13.791139 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:13.826268 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-85d90ea1-c380-45df-9f50-52e03a8f7698 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8445330 Aug 30 02:16:13.826849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:16:13.829089 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51e5e4-fd63-4830-ac08-d730a3d503e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:16:13.841379 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:16:13.866064 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4affc3f7-3610-49b8-b8c0-78ddc69b6b87 x-openstack-request-id: req-4affc3f7-3610-49b8-b8c0-78ddc69b6b87 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:16:13.866362 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:16:13.866614 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4affc3f7-3610-49b8-b8c0-78ddc69b6b87 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:16:13.867013 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4affc3f7-3610-49b8-b8c0-78ddc69b6b87'] response: {'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'status': 'completed', 'code': 200} Aug 30 02:16:13.924964 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-d5a0db86-12d4-47b3-ad14-3eb75601b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:13.926576 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-d5a0db86-12d4-47b3-ad14-3eb75601b581 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1129 time: 0.0379953 Aug 30 02:16:14.025009 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-3b847d33-42fb-46d1-96ba-fdd7f5c2845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:14.026805 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-3b847d33-42fb-46d1-96ba-fdd7f5c2845b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0936396 Aug 30 02:16:14.060546 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}, {'id': 'ebc4cef6-fbbf-48c4-9d32-227783e73485', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:80:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:16:12Z', 'updated_at': '2022-08-30T02:16:12Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:16:14.087648 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-ae60e073-5190-4f5e-a937-73658b270c0a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 200 len: 998 time: 0.0553224 Aug 30 02:16:14.088999 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:16:14.097640 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:16:14.098249 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:16:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:16:14.135395 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-b427612d-4b3c-4fdb-8621-961d97b3db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:14.136836 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-b427612d-4b3c-4fdb-8621-961d97b3db6e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0439367 Aug 30 02:16:14.184301 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-d853d251-4ab6-4f14-b61d-f18bd513c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:14.185874 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-d853d251-4ab6-4f14-b61d-f18bd513c9b2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429370 Aug 30 02:16:14.202627 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:16:14.271163 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:14.277027 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-ace1212f-f69e-45ba-bbb5-86d0d6d938db service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850635 Aug 30 02:16:14.372531 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e51e5e4-fd63-4830-ac08-d730a3d503e2 req-ddfcc736-d995-46b0-b29f-89895157643d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895948 Aug 30 02:16:14.414215 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}, {'id': 'ebc4cef6-fbbf-48c4-9d32-227783e73485', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:80:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:16:12Z', 'updated_at': '2022-08-30T02:16:12Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:16:14.439531 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2f288-ee2e-44fd-89ed-b119807ec999 None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}, {'id': 'ebc4cef6-fbbf-48c4-9d32-227783e73485', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:80:87:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:16:12Z', 'updated_at': '2022-08-30T02:16:12Z', 'revision_number': 0, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:16:14.628017 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33421ad8-1e5b-4910-9134-7cb0dd03481e None None] New status for floating IP ebc4cef6-fbbf-48c4-9d32-227783e73485: ACTIVE {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:16:23.822700 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:24.064967 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-f31b45f0-a778-4514-8bd1-f9c4f2fa81e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383930 Aug 30 02:16:24.144619 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-1fee777c-66c5-49b1-8d00-ab83b706f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:24.146183 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-1fee777c-66c5-49b1-8d00-ab83b706f000 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0388286 Aug 30 02:16:24.253422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-254b21d1-218d-41e0-9547-64b3688a03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:24.254908 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-254b21d1-218d-41e0-9547-64b3688a03ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0907648 Aug 30 02:16:24.317646 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-b05b3bdc-d1c7-45a2-9757-310e2f53aa9c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 1001 time: 0.0561721 Aug 30 02:16:24.368783 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-7483b37c-522e-4260-8e84-2ab7f868cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:24.370255 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-7483b37c-522e-4260-8e84-2ab7f868cfcc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0469522 Aug 30 02:16:24.414364 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-9c2c1e82-c4ec-4827-98a3-a47a3d960e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:16:24.415860 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-9c2c1e82-c4ec-4827-98a3-a47a3d960e04 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375998 Aug 30 02:16:24.470203 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=100 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:24.507692 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-7c621047-a692-47e0-85ac-69a6ea48bfd5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Aug 30 02:16:24.729394 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:24.732356 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=15 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:24.859132 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-6e3de8a0-c709-472b-b798-d9a9d7206bc5 req-185eee1c-fbc7-4deb-bcf0-5225335fa913 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458419 Aug 30 02:16:26.100327 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:30.017632 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-260f5eb4-1eff-4942-ba49-94f6fe414b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:32.066200 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:16:32.204278 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b8f49dbb-984d-48a2-b821-4b27e8c44d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:33.429082 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:34.854568 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=57 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:34.856496 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=11 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:34.943105 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:35.131387 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:38.010745 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:16:42.062571 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=82 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:47.954460 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:16:47.956323 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:00.017186 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ee75c187-e5ea-4d7f-88ad-575eb82b93b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:02.188451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-29f9f016-945c-4bec-becf-a2c1c7171d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:03.428267 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:04.930871 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:05.062667 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:08.022390 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:09.065235 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:17:17.959406 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:17.965378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:24.070753 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-1b0cb724-33d1-44af-a4ce-3ac3603aef8f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389364 Aug 30 02:17:24.132746 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-cf0b6279-0c3a-4147-8abe-1a978e170b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:24.134254 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-cf0b6279-0c3a-4147-8abe-1a978e170b9b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1129 time: 0.0425258 Aug 30 02:17:24.238603 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-8f57837f-9ae9-4754-969c-3a7161dfc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:24.240005 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-8f57837f-9ae9-4754-969c-3a7161dfc0de service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0891278 Aug 30 02:17:24.305924 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-43fd837a-e7bd-4b7b-af5c-c7a71f83e55c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 200 len: 1000 time: 0.0597746 Aug 30 02:17:24.354046 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-d552dc24-5112-4728-9224-2a957d73624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:24.355469 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-d552dc24-5112-4728-9224-2a957d73624d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0437515 Aug 30 02:17:24.397772 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-30728cc8-ce20-4e71-aacd-5f4fe98a218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:24.399236 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-30728cc8-ce20-4e71-aacd-5f4fe98a218c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383415 Aug 30 02:17:24.495041 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-70992819-cf01-407e-90f5-1636591a2eee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881479 Aug 30 02:17:24.588955 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ed1d8f28-c7f3-48b1-a32f-b7ba3d82c170 req-7a614c14-c7c6-47cc-b55f-2580d3e0f295 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880442 Aug 30 02:17:28.117192 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:28.117976 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:30.000003 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-edb623b7-9fee-4a8a-8b27-4bf46f0a3d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:32.228497 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-0471da0d-57db-42f6-bf69-6f5a1ad73169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:32.813225 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-35c457ca-f098-4cb0-ba44-a24d481c1780 req-6fdf4c0a-1d8c-4240-86c6-3cbba041bbf3 service neutron] (106658) timed out ('10.222.0.42', 62308) {{(pid=106658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 02:17:33.439011 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:34.584351 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=55 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:34.586237 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=46 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:34.924692 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:35.078936 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:38.032285 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:46.064559 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:17:47.970865 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:47.975976 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:52.418669 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35508) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:17:52.558567 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port 277067d5-5102-4e7d-8aba-1cc114543158 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:17:52.558904 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (277067d5-5102-4e7d-8aba-1cc114543158), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:52.642925 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (277067d5-5102-4e7d-8aba-1cc114543158), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:52.643276 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (277067d5-5102-4e7d-8aba-1cc114543158), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:52.656763 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for 277067d5-5102-4e7d-8aba-1cc114543158 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:17:52.873663 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (277067d5-5102-4e7d-8aba-1cc114543158), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:52.903459 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=277067d5-5102-4e7d-8aba-1cc114543158,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:17:52.925328 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.925698 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.926038 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.926374 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.926703 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.927028 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.927351 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.927670 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.927991 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.928312 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.928633 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.928954 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.929271 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.929619 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.929936 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:52.975159 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (ebc4cef6-fbbf-48c4-9d32-227783e73485), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:52.975405 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP ebc4cef6-fbbf-48c4-9d32-227783e73485 disassociated (deleted). External IP: 172.27.2.93, port: a01fb17f-9dda-4a60-8ad1-416ce939b551. Aug 30 02:17:53.400110 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:17:53.534442 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:17:53.539175 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:53.543565 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:17:53.554128 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:17:53.554743 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:17:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:17:53.561908 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:53.569295 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-e4d4513b-1655-42cd-889d-ca9f5c72ebdf tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/ebc4cef6-fbbf-48c4-9d32-227783e73485 HTTP/1.1" status: 204 len: 168 time: 1.1495676 Aug 30 02:17:53.569952 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:17:53.572188 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba02d916-6c4b-463f-8905-1edc234c76c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:17:53.618054 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09161ed-70fc-467d-ba49-dc4709826ab6 x-openstack-request-id: req-b09161ed-70fc-467d-ba49-dc4709826ab6 {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:17:53.618342 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:17:53.618589 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b09161ed-70fc-467d-ba49-dc4709826ab6 {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:17:53.619034 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09161ed-70fc-467d-ba49-dc4709826ab6'] response: {'name': 'network-changed', 'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'status': 'completed', 'code': 200} Aug 30 02:17:53.660375 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:17:53.684652 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-2745ffa9-aa01-435a-be05-2015d221637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:53.686477 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-2745ffa9-aa01-435a-be05-2015d221637e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 1129 time: 0.0421782 Aug 30 02:17:53.781752 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-614848f3-0fc0-4526-ae1d-64a3843416da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:53.783249 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-614848f3-0fc0-4526-ae1d-64a3843416da service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0916116 Aug 30 02:17:53.829849 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-d9b15273-88b6-4eab-bb33-511783730f8c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 200 len: 217 time: 0.0405359 Aug 30 02:17:53.880958 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-8ab946d6-21bd-4da4-a319-d50e814296f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:53.882563 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-8ab946d6-21bd-4da4-a319-d50e814296f7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0475183 Aug 30 02:17:53.887586 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:17:53.913712 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:17:53.922721 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:17:53.923338 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:17:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:17:53.926863 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-026c6090-4a91-462b-bdbc-cf442e08c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:53.928372 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-026c6090-4a91-462b-bdbc-cf442e08c9cf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391617 Aug 30 02:17:54.033827 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-05a9c088-1ab3-4dd7-a281-c7f97766999f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992088 Aug 30 02:17:54.036193 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:17:54.129484 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12915c7f-edd0-466f-b87b-c9955b8da24b req-3348ffd6-4c8a-461d-9162-fc5d1e852f39 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:54.130995 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-12915c7f-edd0-466f-b87b-c9955b8da24b req-3348ffd6-4c8a-461d-9162-fc5d1e852f39 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.1132441 Aug 30 02:17:54.180434 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-12915c7f-edd0-466f-b87b-c9955b8da24b req-7e226784-68a7-407e-8243-c3c6867341c9 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Aug 30 02:17:54.252631 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:17:54.276812 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11d9cb-5410-440a-b922-edcc87da7bbe None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_floatingips': [{'id': 'd48e0423-b3d2-4762-96e9-becf3b3be3ae', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'router_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'port_id': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'mac_address': 'fa:16:3e:85:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T02:14:15Z', 'updated_at': '2022-08-30T02:14:18Z', 'revision_number': 1, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:17:54.483680 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f929c-7707-4beb-b2d0-9ad77636d96d None None] New status for floating IP ebc4cef6-fbbf-48c4-9d32-227783e73485: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:17:55.036940 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-ba02d916-6c4b-463f-8905-1edc234c76c7 req-be6f474d-8c04-4d68-a49e-e0c6d2f02ed0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Aug 30 02:17:55.355441 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf59036-f736-4082-abc6-a92ca642d09e req-e747f8b8-8fa9-4c81-af12-6bd939572a09 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:55.356940 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ddf59036-f736-4082-abc6-a92ca642d09e req-e747f8b8-8fa9-4c81-af12-6bd939572a09 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0996699 Aug 30 02:17:55.368435 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:55.408033 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-ddf59036-f736-4082-abc6-a92ca642d09e req-f48959dd-d913-4793-95f6-bd31dd16ce4a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451829 Aug 30 02:17:55.479988 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-ded41724-d9e5-4f9f-b3ea-9b23f55c1970 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:17:55.481409 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-ded41724-d9e5-4f9f-b3ea-9b23f55c1970 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 945 time: 0.0450866 Aug 30 02:17:55.566578 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port a01fb17f-9dda-4a60-8ad1-416ce939b551 {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:17:55.566918 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:55.658913 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] For port a01fb17f-9dda-4a60-8ad1-416ce939b551, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=a01fb17f-9dda-4a60-8ad1-416ce939b551,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:17:55.659276 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:55.672103 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for a01fb17f-9dda-4a60-8ad1-416ce939b551 owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:17:55.878762 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (a01fb17f-9dda-4a60-8ad1-416ce939b551), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=a01fb17f-9dda-4a60-8ad1-416ce939b551,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.946406 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.947556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.947556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.947556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.947556 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:17:55.967403 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] No DVR routers for this DVR port a01fb17f-9dda-4a60-8ad1-416ce939b551 on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:17:55.970266 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:17:55.973478 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-bc1b1447-2b2b-406c-af78-3686c91a2867 req-d5629776-1ff5-448f-9033-cf55126af125 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a01fb17f-9dda-4a60-8ad1-416ce939b551 HTTP/1.1" status: 204 len: 173 time: 0.4868000 Aug 30 02:17:55.973924 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'name': 'network-vif-deleted', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:17:55.976214 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ecad6-f954-4fc8-8455-51d6dd20ee7d" -d '{"events": [{"server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "name": "network-vif-deleted", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:17:56.014311 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790db61a-a505-4095-85d6-db0c9e0347d0 x-openstack-request-id: req-790db61a-a505-4095-85d6-db0c9e0347d0 {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:17:56.014611 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72c363f-c3da-4a52-bbfd-89818728000a", "name": "network-vif-deleted", "tag": "a01fb17f-9dda-4a60-8ad1-416ce939b551", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:17:56.014868 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-790db61a-a505-4095-85d6-db0c9e0347d0 {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:17:56.015275 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790db61a-a505-4095-85d6-db0c9e0347d0'] response: {'server_uuid': 'd72c363f-c3da-4a52-bbfd-89818728000a', 'name': 'network-vif-deleted', 'tag': 'a01fb17f-9dda-4a60-8ad1-416ce939b551', 'status': 'completed', 'code': 200} Aug 30 02:17:56.508753 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-3a285fa7-c864-400f-9438-44150a9d7102 req-738d00b4-06a5-4502-a8fe-2ecb43e6d89a tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d72c363f-c3da-4a52-bbfd-89818728000a HTTP/1.1" status: 200 len: 210 time: 0.0285280 Aug 30 02:17:59.392547 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device a01fb17f-9dda-4a60-8ad1-416ce939b551 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:17:59.415145 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: a01fb17f-9dda-4a60-8ad1-416ce939b551 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:17:59.415493 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device a01fb17f-9dda-4a60-8ad1-416ce939b551 not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:17:59.968855 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35550) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:00.066407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a80b7567-def6-4f1f-b15b-cb0df065f495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.111090 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port 1b6d34b0-c493-4416-81c7-1f66bf35d0bc {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:00.111429 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.190809 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.191128 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.204028 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for 1b6d34b0-c493-4416-81c7-1f66bf35d0bc owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:00.415194 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (1b6d34b0-c493-4416-81c7-1f66bf35d0bc), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.438648 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=1b6d34b0-c493-4416-81c7-1f66bf35d0bc,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:00.502702 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (d48e0423-b3d2-4762-96e9-becf3b3be3ae), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.503023 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.db.l3_db [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Floating IP d48e0423-b3d2-4762-96e9-becf3b3be3ae disassociated (deleted). External IP: 172.27.2.225, port: f424f2ec-8140-4609-be8e-5ad9935b214e. Aug 30 02:18:00.699898 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:18:00.745956 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:00.803339 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:00.807815 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:18:00.812913 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:00.820100 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:18:00.830064 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:00.833844 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:17:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:00.846873 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-99b96e48-0148-4dec-a00d-7fe5409d2439 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d48e0423-b3d2-4762-96e9-becf3b3be3ae HTTP/1.1" status: 204 len: 168 time: 0.8743498 Aug 30 02:18:00.846873 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e'}] {{(pid=106658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:18:00.847274 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4856a8efc22ea3f9dc05bdc980a58784d78ffe2a504f77ec3aa5ef79a53da74b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5086f7-f234-4ba6-aac0-4287bba1c141" -d '{"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e"}]}' {{(pid=106658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:18:00.886822 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 02:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14692177-9799-4d84-ac31-9f7faa11216f x-openstack-request-id: req-14692177-9799-4d84-ac31-9f7faa11216f {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:18:00.887222 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e", "status": "completed", "code": 200}]} {{(pid=106658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:18:00.887358 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14692177-9799-4d84-ac31-9f7faa11216f {{(pid=106658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:18:00.887730 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14692177-9799-4d84-ac31-9f7faa11216f'] response: {'name': 'network-changed', 'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'status': 'completed', 'code': 200} Aug 30 02:18:00.947112 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:00.948603 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:00.949551 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-6dfa1042-0eff-4d4b-b4cb-b1431dfb73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:00.951361 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-6dfa1042-0eff-4d4b-b4cb-b1431dfb73f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fa2e7ced1148461faedcd0e1856bae95&device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 1129 time: 0.0410757 Aug 30 02:18:01.043629 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-d8cc778d-78e6-45ca-be42-68cf47577035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:01.046466 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-d8cc778d-78e6-45ca-be42-68cf47577035 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 200 len: 912 time: 0.0892134 Aug 30 02:18:01.080691 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:01.098684 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-5ec33d4f-cfe5-4d03-9dbb-3306868e253d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 200 len: 217 time: 0.0464871 Aug 30 02:18:01.149306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-ee05c954-6166-46ea-aec4-50b92e6a5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:01.150810 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-ee05c954-6166-46ea-aec4-50b92e6a5296 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 200 len: 850 time: 0.0465269 Aug 30 02:18:01.152295 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:01.197675 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-0c7ed1a8-6616-4d71-b411-046d465151c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:01.199263 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-0c7ed1a8-6616-4d71-b411-046d465151c9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b43df500-c05c-42ca-b288-93458deb45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420678 Aug 30 02:18:01.265474 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:18:01.273992 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:01.274600 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:17:32Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:01.303428 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-2295ddfe-48ba-4804-9b58-747d6e239c4e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972824 Aug 30 02:18:01.389438 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:01.390429 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7833-8d1c-4b08-b50b-4af09a17d11e req-5a35e3c1-15c6-47cc-8276-12fd25c59ef2 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:01.392169 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e62b7833-8d1c-4b08-b50b-4af09a17d11e req-5a35e3c1-15c6-47cc-8276-12fd25c59ef2 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0490174 Aug 30 02:18:01.444162 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-e62b7833-8d1c-4b08-b50b-4af09a17d11e req-75e8f168-0e3d-4d3c-a9d8-428b47687079 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Aug 30 02:18:01.614130 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:01.638320 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7f0f1-f6ef-4f8d-90a1-64f4071b855f None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:10:57Z', 'revision_number': 4, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi', '_interfaces': [{'id': '9512a3f1-b81a-4aeb-a350-48688223eb20', 'name': '', 'network_id': 'b43df500-c05c-42ca-b288-93458deb45ab', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'mac_address': 'fa:16:3e:73:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:56Z', 'updated_at': '2022-08-30T02:11:02Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'subnets': [{'id': 'da0a00e5-4a62-408e-a024-d627fe397d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:18:01.871105 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7ac2c-67b7-4f41-a36b-2f80f156bb51 None None] New status for floating IP d48e0423-b3d2-4762-96e9-becf3b3be3ae: DOWN {{(pid=106659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 02:18:02.215661 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbe02-1f16-4612-bb6a-1cbd4e1d0445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:02.371935 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-cc5086f7-f234-4ba6-aac0-4287bba1c141 req-865ddb67-901c-49bb-80fe-4e4edcda5052 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903440 Aug 30 02:18:02.578761 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e59c30-a5b6-4dce-9947-6fe6e2fb1cfa req-7ed8ff3e-4885-4326-ac47-0796fbddfa7e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:02.580217 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-95e59c30-a5b6-4dce-9947-6fe6e2fb1cfa req-7ed8ff3e-4885-4326-ac47-0796fbddfa7e tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0456078 Aug 30 02:18:02.629157 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-95e59c30-a5b6-4dce-9947-6fe6e2fb1cfa req-f58e2e87-ae49-47d0-a3d6-0aef2941ebad tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=9870b209-973e-4330-9704-0fd88e373ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Aug 30 02:18:02.779062 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-7843fc08-2e0b-4628-987d-470ec72204e5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 02:18:02.780925 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-7843fc08-2e0b-4628-987d-470ec72204e5 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 945 time: 0.0483973 Aug 30 02:18:02.864088 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port f424f2ec-8140-4609-be8e-5ad9935b214e {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:02.864431 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:02.952112 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] For port f424f2ec-8140-4609-be8e-5ad9935b214e, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f424f2ec-8140-4609-be8e-5ad9935b214e,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:02.952483 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:02.965178 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for f424f2ec-8140-4609-be8e-5ad9935b214e owned by compute:nova {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:03.180842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (f424f2ec-8140-4609-be8e-5ad9935b214e), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:03.189661 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:03.207723 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:03.210704 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=f424f2ec-8140-4609-be8e-5ad9935b214e,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:03.257493 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] No DVR routers for this DVR port f424f2ec-8140-4609-be8e-5ad9935b214e on host hv-cinder-81966 {{(pid=106657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:18:03.259921 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for port (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:03.263119 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [req-5b2a6749-8dc7-4d54-a993-3733ad4c1a5c req-ce7ef0bd-fe2e-4c79-aac9-167eec084a58 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f424f2ec-8140-4609-be8e-5ad9935b214e HTTP/1.1" status: 204 len: 173 time: 0.4774311 Aug 30 02:18:03.263571 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'name': 'network-vif-deleted', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e'}] {{(pid=106657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 02:18:03.266254 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf2c6c75e17c8099bcff8ddbb8f4566559e56ae7a1438ed067db1c3db00f4a04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7d3122-d43a-4933-86b2-931420a2a0db" -d '{"events": [{"server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "name": "network-vif-deleted", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e"}]}' {{(pid=106657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 02:18:03.304736 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b7f87f-baf6-4ed2-95d8-d1026eb687ec x-openstack-request-id: req-12b7f87f-baf6-4ed2-95d8-d1026eb687ec {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 02:18:03.305077 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a9a828-0b3a-42a1-b60b-a69e4deba7ae", "name": "network-vif-deleted", "tag": "f424f2ec-8140-4609-be8e-5ad9935b214e", "status": "completed", "code": 200}]} {{(pid=106657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 02:18:03.305415 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12b7f87f-baf6-4ed2-95d8-d1026eb687ec {{(pid=106657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 02:18:03.305844 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b7f87f-baf6-4ed2-95d8-d1026eb687ec'] response: {'server_uuid': '08a9a828-0b3a-42a1-b60b-a69e4deba7ae', 'name': 'network-vif-deleted', 'tag': 'f424f2ec-8140-4609-be8e-5ad9935b214e', 'status': 'completed', 'code': 200} Aug 30 02:18:03.473384 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:03.738271 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [req-296ed770-a7f5-40c7-be5d-eb01c15a8586 req-8f452fe8-29b0-4c13-81b9-f895ca420b29 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=08a9a828-0b3a-42a1-b60b-a69e4deba7ae HTTP/1.1" status: 200 len: 210 time: 0.0316818 Aug 30 02:18:04.803124 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35566) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:04.914300 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Deleting port e98e01f4-01bf-4fb2-a09e-a245805ecd80 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:04.914643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:04.964291 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:04.991598 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:04.991888 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (e98e01f4-01bf-4fb2-a09e-a245805ecd80), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:05.005036 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Calling delete_port for e98e01f4-01bf-4fb2-a09e-a245805ecd80 owned by network:floatingip {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:05.079282 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:05.227330 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (e98e01f4-01bf-4fb2-a09e-a245805ecd80), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:05.253364 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'Port': ['ID=e98e01f4-01bf-4fb2-a09e-a245805ecd80,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:05.318469 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for floatingip (6f4f130e-732c-47d0-beb3-06e68e632deb), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:05.321055 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83185'] for floatingip (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:05.322265 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-a337e4f7-7f6d-48d5-8295-f3a6b13d3a28 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6f4f130e-732c-47d0-beb3-06e68e632deb HTTP/1.1" status: 204 len: 168 time: 0.5192497 Aug 30 02:18:05.408043 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f424f2ec-8140-4609-be8e-5ad9935b214e no longer exists at agent hyperv_hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:05.427961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] No Port match for: f424f2ec-8140-4609-be8e-5ad9935b214e {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:05.428309 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Device f424f2ec-8140-4609-be8e-5ad9935b214e not bound to the agent host hv-cinder-81966 {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:06.665422 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35578) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:06.724274 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (9870b209-973e-4330-9704-0fd88e373ad2), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:06.748247 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (9870b209-973e-4330-9704-0fd88e373ad2), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:06.883463 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (9870b209-973e-4330-9704-0fd88e373ad2), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:06.886015 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:06.887163 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9870b209-973e-4330-9704-0fd88e373ad2 HTTP/1.1" status: 204 len: 168 time: 0.2207263 Aug 30 02:18:06.899709 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1729ad-a519-4f4f-879a-54e50a17fff8 tempest-TestVolumeBootPattern-1845229691 tempest-TestVolumeBootPattern-1845229691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870b209-973e-4330-9704-0fd88e373ad2,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:07.001425 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35582) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:07.411315 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:07.412619 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:07.449506 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:07.635790 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Deleting port 9512a3f1-b81a-4aeb-a350-48688223eb20 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:07.636126 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:07.720126 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] For port 9512a3f1-b81a-4aeb-a350-48688223eb20, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=9512a3f1-b81a-4aeb-a350-48688223eb20,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:07.720414 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:07.733397 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Calling delete_port for 9512a3f1-b81a-4aeb-a350-48688223eb20 owned by network:router_interface {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:07.992031 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (9512a3f1-b81a-4aeb-a350-48688223eb20), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:08.022655 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Pushing event deleted for resources: {'Port': ['ID=9512a3f1-b81a-4aeb-a350-48688223eb20,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:08.079728 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:08.191200 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:08.280804 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:08.376973 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:08.395618 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:18:08.496910 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:18:08.502084 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-bd800133-153f-4039-b77f-5bdddbbf657b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4995127 Aug 30 02:18:08.504579 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35586) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:08.507247 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Sync routers for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:18:08.517779 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:08.518394 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:18:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:08.603520 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks [] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:08.617679 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:08.791512 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:18:07Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:08.817935 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Checking router: 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 for host: dv-cinder-819667-6-iscsi {{(pid=106660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:18:08.827095 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Routers {'0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:08.828387 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:18:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'], 'active': True} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:08.877238 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:08.935236 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_dvr_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] Set router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:08.944321 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks [] for router_gateway (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.041199 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Deleting port ab635653-c40f-49ed-903c-029c209fab95 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:09.042049 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ab635653-c40f-49ed-903c-029c209fab95), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.103834 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:18:07Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:09.126467 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] For port ab635653-c40f-49ed-903c-029c209fab95, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ab635653-c40f-49ed-903c-029c209fab95,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:09.126832 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ab635653-c40f-49ed-903c-029c209fab95), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.133675 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ef02-e1f9-4398-aade-a535010b2fb5 None None] The sync data for ids ['0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2'] in dv-cinder-819667-6-iscsi is: [{'id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'name': 'tempest-TestVolumeBootPattern-248087900-router', 'tenant_id': 'fa2e7ced1148461faedcd0e1856bae95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'ab635653-c40f-49ed-903c-029c209fab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:10:53Z', 'updated_at': '2022-08-30T02:18:07Z', 'revision_number': 5, 'project_id': 'fa2e7ced1148461faedcd0e1856bae95', 'gw_port': {'id': 'ab635653-c40f-49ed-903c-029c209fab95', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:10:54Z', 'updated_at': '2022-08-30T02:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}] {{(pid=106660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:18:09.140471 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Calling delete_port for ab635653-c40f-49ed-903c-029c209fab95 owned by network:router_gateway {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:09.393277 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (ab635653-c40f-49ed-903c-029c209fab95), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.418369 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab635653-c40f-49ed-903c-029c209fab95,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:09.478363 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:09.490594 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.605951 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.609890 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks [] for router_controller (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.707619 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.708260 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 {{(pid=106658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:18:09.712491 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.723407 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-d19c504f-e6b9-4b2b-a88f-0cfabccf833d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/0eed3d0f-fa71-4d7b-ad16-350f5ffe7ad2 HTTP/1.1" status: 204 len: 168 time: 1.2081463 Aug 30 02:18:09.723407 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35588) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:09.774797 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.db_base_plugin_v2 [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Deleting subnet da0a00e5-4a62-408e-a024-d627fe397d87 {{(pid=106658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:18:09.779067 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Publish callbacks [] for subnet (da0a00e5-4a62-408e-a024-d627fe397d87), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.823830 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:09.826477 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2216525'] for subnet (da0a00e5-4a62-408e-a024-d627fe397d87), precommit_delete_associations {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:09.922533 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (da0a00e5-4a62-408e-a024-d627fe397d87), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.021916 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4039527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528467'] for subnet (da0a00e5-4a62-408e-a024-d627fe397d87), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.052967 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0a00e5-4a62-408e-a024-d627fe397d87,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:10.059251 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.063458 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-55117af9-0b86-4b01-b8ef-0805afabd691 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/da0a00e5-4a62-408e-a024-d627fe397d87 HTTP/1.1" status: 204 len: 168 time: 0.3462899 Aug 30 02:18:10.065800 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25c765-375e-4eb1-b017-b3d9b7db1cd4 None None] Network b43df500-c05c-42ca-b288-93458deb45ab requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:18:10.066387 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35590) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:10.159854 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (b43df500-c05c-42ca-b288-93458deb45ab), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.243239 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Deleting port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:10.243699 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.245341 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9512a3f1-b81a-4aeb-a350-48688223eb20 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:10.270318 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] DHCP port deletion for b43df500-c05c-42ca-b288-93458deb45ab request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:18:10.272788 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: 9512a3f1-b81a-4aeb-a350-48688223eb20 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:10.273128 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device 9512a3f1-b81a-4aeb-a350-48688223eb20 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:10.273555 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ab635653-c40f-49ed-903c-029c209fab95 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:10.314980 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: ab635653-c40f-49ed-903c-029c209fab95 {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:10.315322 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ab635653-c40f-49ed-903c-029c209fab95 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:10.331385 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] For port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:10.331676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Deleting port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:10.331799 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.331904 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.346032 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Calling delete_port for ae853941-5a81-4d0c-be6b-b8f4e5c91a2c owned by network:dhcp {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:10.407057 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] For port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,segment=NetworkSegment(fbc6499e-03ec-4c16-8946-41189717b008),segment_id=fbc6499e-03ec-4c16-8946-41189717b008)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:10.407455 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.419835 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Calling delete_port for ae853941-5a81-4d0c-be6b-b8f4e5c91a2c owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:10.484849 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.493884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (ae853941-5a81-4d0c-be6b-b8f4e5c91a2c), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.512094 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:10.513993 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] No DVR routers for this DVR port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c on host dv-cinder-819667-6-iscsi {{(pid=106658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:18:10.518788 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Pushing event deleted for resources: {'Port': ['ID=ae853941-5a81-4d0c-be6b-b8f4e5c91a2c,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:10.523699 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] No DVR routers for this DVR port ae853941-5a81-4d0c-be6b-b8f4e5c91a2c on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:18:10.530276 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.530693 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.531064 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.531446 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.531774 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.532051 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.532365 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.532674 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.532989 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.533305 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.533646 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.533961 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.534350 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.534575 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.534877 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f294c35-0df5-4dde-b820-67d87c483312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819667-6-iscsi {{(pid=106659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 02:18:10.592179 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (b43df500-c05c-42ca-b288-93458deb45ab), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.613364 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43df500-c05c-42ca-b288-93458deb45ab']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:10.622847 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc6499e-03ec-4c16-8946-41189717b008') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:10.623149 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc6499e-03ec-4c16-8946-41189717b008') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:10.633358 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (fbc6499e-03ec-4c16-8946-41189717b008), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.647077 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (fbc6499e-03ec-4c16-8946-41189717b008), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.653196 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:18:10.653596 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (fbc6499e-03ec-4c16-8946-41189717b008), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.668762 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:10.745530 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment fbc6499e-03ec-4c16-8946-41189717b008 resource provider aggregate not found Aug 30 02:18:10.761967 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment fbc6499e-03ec-4c16-8946-41189717b008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbc6499e-03ec-4c16-8946-41189717b008 found for delete ", "request_id": "req-2ae75da9-c674-4bd9-9556-fdea00a8f89a"}]} Aug 30 02:18:10.787399 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (b43df500-c05c-42ca-b288-93458deb45ab), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.795028 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:10.803813 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b43df500-c05c-42ca-b288-93458deb45ab HTTP/1.1" status: 204 len: 168 time: 0.7315965 Aug 30 02:18:10.803955 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35598) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:10.810461 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffbff2-10bf-43a8-84c2-fdabab6b6216 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43df500-c05c-42ca-b288-93458deb45ab,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:11.120477 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1683730'] for router_interface (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:11.350433 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Deleting port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:11.350760 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:11.434100 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] For port bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:11.434379 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:11.450808 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Calling delete_port for bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb owned by network:router_interface {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:11.490902 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:11.510732 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:11.690230 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:11.716396 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:11.919253 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1684130'] for router_interface (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.124253 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ae853941-5a81-4d0c-be6b-b8f4e5c91a2c no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:12.147418 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 has already been hosted by L3 agent 8e766ade-f0b5-4816-b148-565205bbd77c {{(pid=106657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 02:18:12.276172 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] Notify agent at l3_agent.dv-cinder-819667-6-iscsi the message routers_updated {{(pid=106657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 02:18:12.284923 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-78b45b6d-f235-42f2-b5dd-9c6b13154876 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/8e7d0d7a-7819-4b6e-a9b4-3063946b10e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4784873 Aug 30 02:18:12.284923 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35600) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:12.290114 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Sync routers for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 02:18:12.294678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: ae853941-5a81-4d0c-be6b-b8f4e5c91a2c {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:12.294678 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ae853941-5a81-4d0c-be6b-b8f4e5c91a2c not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:12.304018 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:12.304647 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:18:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:12.391562 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks [] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.407869 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: dv-cinder-819667-6-iscsi {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:12.423460 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:12.494883 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks [] for router_gateway (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.577165 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'external_fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:18:11Z', 'revision_number': 5, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port': {'id': 'a0c07feb-3665-45e5-931b-2e619a75588a', 'name': '', 'network_id': 'a9df1b86-d24a-4671-8703-9ba32216d9f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '575a459b-f060-44c0-b035-753864563a14', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819667-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T02:11:01Z', 'updated_at': '2022-08-30T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '575a459b-f060-44c0-b035-753864563a14', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819667-6-iscsi'}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:12.604128 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Deleting port a0c07feb-3665-45e5-931b-2e619a75588a {{(pid=106657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:12.604467 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.607223 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Checking router: 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 for host: dv-cinder-819667-6-iscsi {{(pid=106659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 02:18:12.616531 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Routers {'8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'} bound to L3 agent in host dv-cinder-819667-6-iscsi {{(pid=106659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 02:18:12.617148 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819667-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:53:32Z,description=,heartbeat_timestamp=2022-08-30T02:18:02Z,host='dv-cinder-819667-6-iscsi',id=8e766ade-f0b5-4816-b148-565205bbd77c,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:53:33Z,topic='l3_agent')) {'router_ids': ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'], 'active': True} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:12.672391 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:12.678627 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:12.688563 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.db [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] For port a0c07feb-3665-45e5-931b-2e619a75588a, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=a0c07feb-3665-45e5-931b-2e619a75588a,segment=NetworkSegment(8b4b64a6-d659-41f9-bd2a-b4d346b8c186),segment_id=8b4b64a6-d659-41f9-bd2a-b4d346b8c186)] {{(pid=106657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:12.689839 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.702075 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.plugins.ml2.plugin [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Calling delete_port for a0c07feb-3665-45e5-931b-2e619a75588a owned by network:router_gateway {{(pid=106657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:12.702321 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvr_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] Set router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 gateway port host: None {{(pid=106659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 02:18:12.729950 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:12.756979 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_hamode_db [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:18:12Z', 'revision_number': 6, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port_host': None}], 'dv-cinder-819667-6-iscsi', False) {} {{(pid=106659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:12.782316 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae776d-6707-4505-82ce-075bc45ae66c None None] The sync data for ids ['8e7d0d7a-7819-4b6e-a9b4-3063946b10e4'] in dv-cinder-819667-6-iscsi is: [{'id': '8e7d0d7a-7819-4b6e-a9b4-3063946b10e4', 'name': 'tempest-TestVolumeBootPattern-1702283145-router', 'tenant_id': '821c7a0aa57a472398a82afbc16a598e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T02:11:00Z', 'updated_at': '2022-08-30T02:18:12Z', 'revision_number': 6, 'project_id': '821c7a0aa57a472398a82afbc16a598e', 'gw_port_host': None}] {{(pid=106659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 02:18:12.918865 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8935668'] for port (a0c07feb-3665-45e5-931b-2e619a75588a), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:12.940876 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c07feb-3665-45e5-931b-2e619a75588a,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:13.005748 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1684817'] for router_gateway (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.093976 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60762'] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.096155 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks [] for router_controller (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.467193 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684191'] for router (8e7d0d7a-7819-4b6e-a9b4-3063946b10e4), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.467733 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 {{(pid=106657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 02:18:13.472306 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.473322 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-0180202e-52d0-477b-a800-61ec1e8cdc26 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/8e7d0d7a-7819-4b6e-a9b4-3063946b10e4 HTTP/1.1" status: 204 len: 168 time: 1.1875515 Aug 30 02:18:13.475842 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35602) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:13.522244 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Deleting subnet 598b9dfc-febe-47c2-93b0-1ce612f9659d {{(pid=106657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 02:18:13.525238 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Publish callbacks [] for subnet (598b9dfc-febe-47c2-93b0-1ce612f9659d), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.561386 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9320131'] for subnet (598b9dfc-febe-47c2-93b0-1ce612f9659d), precommit_delete_associations {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.644878 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747616'] for subnet (598b9dfc-febe-47c2-93b0-1ce612f9659d), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.770097 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8936455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805330'] for subnet (598b9dfc-febe-47c2-93b0-1ce612f9659d), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.775319 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:13.796576 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598b9dfc-febe-47c2-93b0-1ce612f9659d,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:13.803666 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for subnet (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.809060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6113d94-972e-43ed-b90c-f399d4befadb None None] Network a3834013-e660-458c-97e9-4478a45efa49 requested from dv-cinder-819667-6-iscsi {{(pid=106659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 02:18:13.810169 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f17f9038-8594-4e94-a9e1-1124b280c46a admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/598b9dfc-febe-47c2-93b0-1ce612f9659d HTTP/1.1" status: 204 len: 168 time: 0.3333745 Aug 30 02:18:13.813252 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35604) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:13.888645 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545117'] for network (a3834013-e660-458c-97e9-4478a45efa49), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.933365 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Deleting port ddf39c83-cf9f-4cca-87d7-015960d7f531 {{(pid=106658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:13.933735 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:13.974117 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] DHCP port deletion for a3834013-e660-458c-97e9-4478a45efa49 request from dv-cinder-819667-6-iscsi {{(pid=106659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 02:18:14.003643 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.db [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] For port ddf39c83-cf9f-4cca-87d7-015960d7f531, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ddf39c83-cf9f-4cca-87d7-015960d7f531,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:14.004004 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.012374 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Deleting port ddf39c83-cf9f-4cca-87d7-015960d7f531 {{(pid=106659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 02:18:14.012755 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728878583004'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), before_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.018887 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.plugin [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Calling delete_port for ddf39c83-cf9f-4cca-87d7-015960d7f531 owned by network:dhcp {{(pid=106658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:14.068177 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:14.083621 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a0c07feb-3665-45e5-931b-2e619a75588a no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:14.085594 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] For port ddf39c83-cf9f-4cca-87d7-015960d7f531, host dv-cinder-819667-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819667-6-iscsi',level=0,port_id=ddf39c83-cf9f-4cca-87d7-015960d7f531,segment=NetworkSegment(1f57307a-ac4f-41de-b668-6ffec08c1273),segment_id=1f57307a-ac4f-41de-b668-6ffec08c1273)] {{(pid=106659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 02:18:14.085994 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768729'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), precommit_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.115494 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Calling delete_port for ddf39c83-cf9f-4cca-87d7-015960d7f531 owned by network:dhcp {{(pid=106659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 02:18:14.117060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: a0c07feb-3665-45e5-931b-2e619a75588a {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:14.117407 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device a0c07feb-3665-45e5-931b-2e619a75588a not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:14.117845 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ddf39c83-cf9f-4cca-87d7-015960d7f531 no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:14.147377 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040596'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.180402 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf39c83-cf9f-4cca-87d7-015960d7f531,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:14.187908 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] No DVR routers for this DVR port ddf39c83-cf9f-4cca-87d7-015960d7f531 on host dv-cinder-819667-6-iscsi {{(pid=106658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:18:14.216119 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.db [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No active binding found for port ddf39c83-cf9f-4cca-87d7-015960d7f531 {{(pid=106659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 30 02:18:14.216498 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] The host dv-cinder-819667-6-iscsi is not matching for port ddf39c83-cf9f-4cca-87d7-015960d7f531 host None! {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 30 02:18:14.216879 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device ddf39c83-cf9f-4cca-87d7-015960d7f531 not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:14.217296 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb no longer exists at agent ovs-agent-dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 02:18:14.251495 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.plugin [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] No Port match for: bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb {{(pid=106659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 02:18:14.251836 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.plugins.ml2.rpc [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Device bffc6b4f-7cf6-497b-a0a2-1c59f9c2f2bb not bound to the agent host dv-cinder-819667-6-iscsi {{(pid=106659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 02:18:14.267228 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745731', 'neutron.services.segments.db._delete_segments_for_network-8728878724419'] for network (a3834013-e660-458c-97e9-4478a45efa49), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.272183 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-576882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207201', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728878587082', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728878204977'] for port (ddf39c83-cf9f-4cca-87d7-015960d7f531), after_delete {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.288726 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3834013-e660-458c-97e9-4478a45efa49']}} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:14.299060 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] Pushing event deleted for resources: {'Port': ['ID=ddf39c83-cf9f-4cca-87d7-015960d7f531,revision_number=None']} {{(pid=106659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:14.299267 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57307a-ac4f-41de-b668-6ffec08c1273') {'for_net_delete': True} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:14.299401 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.services.segments.db [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57307a-ac4f-41de-b668-6ffec08c1273') {} {{(pid=106658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 02:18:14.300893 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c918b0-bbd7-4d1d-a6df-bb6097f946b7 None None] No DVR routers for this DVR port ddf39c83-cf9f-4cca-87d7-015960d7f531 on host dv-cinder-819667-6-iscsi {{(pid=106659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 02:18:14.314158 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728878751919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216518'] for segment (1f57307a-ac4f-41de-b668-6ffec08c1273), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.330937 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417'] for segment (1f57307a-ac4f-41de-b668-6ffec08c1273), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.337413 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=106658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 02:18:14.337881 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040641'] for segment (1f57307a-ac4f-41de-b668-6ffec08c1273), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.383357 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 1f57307a-ac4f-41de-b668-6ffec08c1273 resource provider aggregate not found Aug 30 02:18:14.401506 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.services.segments.plugin [-] Segment 1f57307a-ac4f-41de-b668-6ffec08c1273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f57307a-ac4f-41de-b668-6ffec08c1273 found for delete ", "request_id": "req-9e768b71-cf2c-4b77-b00a-1e86a6796347"}]} Aug 30 02:18:14.455086 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745738', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1684797'] for network (a3834013-e660-458c-97e9-4478a45efa49), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.460732 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602116'] for network (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.466027 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/a3834013-e660-458c-97e9-4478a45efa49 HTTP/1.1" status: 204 len: 168 time: 0.6496902 Aug 30 02:18:14.477501 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d30c1-3354-4669-b28f-4f77a6ba47aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a3834013-e660-458c-97e9-4478a45efa49,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:14.768742 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35612) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:14.826153 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-61bc38d0-cda7-4491-9f43-91dda6b555c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa2e7ced1148461faedcd0e1856bae95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562243 Aug 30 02:18:14.829535 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.wsgi [-] (106657) accepted ('10.222.0.27', 35614) {{(pid=106657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:14.877216 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] Publish callbacks [] for security_group (46879eb3-f5af-4c9e-82c2-43e83ab5be50), before_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:14.898116 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] Publish callbacks [] for security_group (46879eb3-f5af-4c9e-82c2-43e83ab5be50), precommit_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.038344 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (46879eb3-f5af-4c9e-82c2-43e83ab5be50), after_delete {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.040714 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron_lib.callbacks.manager [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.041868 dv-cinder-819667-6-iscsi neutron-server[106657]: INFO neutron.wsgi [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/46879eb3-f5af-4c9e-82c2-43e83ab5be50 HTTP/1.1" status: 204 len: 168 time: 0.2114406 Aug 30 02:18:15.050339 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de5e65-7443-4fc7-8217-b906d1663ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46879eb3-f5af-4c9e-82c2-43e83ab5be50,revision_number=None']} {{(pid=106657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:15.688016 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35620) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:15.728050 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-6048eff2-05b9-4a2e-894d-0b6f34278a0e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=821c7a0aa57a472398a82afbc16a598e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388334 Aug 30 02:18:15.730743 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [-] (106658) accepted ('10.222.0.27', 35622) {{(pid=106658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 02:18:15.779253 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] Publish callbacks [] for security_group (f09524ca-f0b8-4a3d-a7d2-947c8660dd9e), before_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.798922 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] Publish callbacks [] for security_group (f09524ca-f0b8-4a3d-a7d2-947c8660dd9e), precommit_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.940714 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611512'] for security_group (f09524ca-f0b8-4a3d-a7d2-947c8660dd9e), after_delete {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.943201 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron_lib.callbacks.manager [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:15.944343 dv-cinder-819667-6-iscsi neutron-server[106658]: INFO neutron.wsgi [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f09524ca-f0b8-4a3d-a7d2-947c8660dd9e HTTP/1.1" status: 204 len: 168 time: 0.2127202 Aug 30 02:18:15.954181 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a07950-f88c-4cfb-ac1b-85364c1b1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09524ca-f0b8-4a3d-a7d2-947c8660dd9e,revision_number=None']} {{(pid=106658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 02:18:18.872360 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=100 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:23.064160 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:18:25.045325 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:25.046088 dv-cinder-819667-6-iscsi neutron-server[106657]: DEBUG dbcounter [-] [106657] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106657) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:25.832726 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=35,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:25.948683 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG dbcounter [-] [106658] Writing DB stats neutron:SELECT=87,neutron:DELETE=9 {{(pid=106658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:25.966224 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:25.966942 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:28.934294 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:30.008626 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a221d1cd-2829-42ba-8da3-22a65d8ba94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:32.232996 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-fda69d3f-7f99-4165-8646-59f764eb324b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:33.060420 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=38 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:33.438327 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:34.946748 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:35.072339 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:38.038378 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:18:47.993227 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:18:47.995021 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:00.003781 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-dab93336-795f-4698-8726-2dfd3cd2ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:00.062479 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:19:02.192065 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2970bcc0-39b9-4545-8289-ab50180251ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:03.442276 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:04.940217 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:05.060166 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:08.094496 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:10.057450 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:10.058282 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:18.009859 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:18.015866 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:28.122958 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:30.014095 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-43879aee-64ea-4cb2-a1bf-3701a8165ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:32.202733 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a186-8f44-4fd6-8fd2-28d0840acf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:33.436627 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:34.968417 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:35.100599 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:37.061306 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:19:38.077141 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:19:47.056585 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:47.057406 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:48.023038 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:19:48.024889 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:00.013380 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-7031ba96-2f11-4c6a-99f7-f42e85c9ff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:02.196315 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc6b1-4098-46f2-81b1-037aa5cd113e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:03.453224 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:04.973423 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:05.076595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:08.087332 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:14.060633 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:20:18.017324 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:18.023276 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:28.925157 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=15 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:30.012998 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-df8904c0-056e-4f07-b97e-c4b8d4838ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:31.085955 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=21 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:32.206521 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5ad6261b-93c4-48ea-9987-fc2af4234bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:33.446675 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:34.943884 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:35.058649 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:38.098445 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:20:48.033003 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:48.038940 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:20:51.060593 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:21:00.139472 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4e79f5d8-f569-47f7-8eee-c6821dbd3629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:01.055434 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:01.056277 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:02.212296 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-3ec6ea57-7b1d-460d-9600-7b96279adc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:03.452471 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:04.994857 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:05.097834 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:08.085915 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:18.033131 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:18.038035 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:28.059977 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:21:29.502503 dv-cinder-819667-6-iscsi neutron-server[106658]: DEBUG neutron.wsgi [req-11b2e720-8719-425c-800a-9811ff5fad90 req-b7a9e400-49cb-4252-aaa4-c0768f63b517 service neutron] (106658) timed out ('10.222.0.42', 62331) {{(pid=106658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 02:21:30.006001 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-e79a91cd-8d1a-4e9e-a603-84cad70e4cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:32.205567 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-750561d8-b719-4be0-9eb7-96c4c5aa1d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:33.480097 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:34.971301 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:35.102691 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:38.055860 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:38.059792 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:38.091308 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:21:48.039451 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:21:48.048318 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:00.010673 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-4de3f37a-69b9-425e-bfd5-91ef52ab9d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:02.222347 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-09070a42-9372-4bd7-b417-cadd328d0a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:03.490812 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:04.999512 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:05.058629 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:22:05.073763 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:08.119068 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:09.095984 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:15.055681 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=5 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:18.064706 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:18.066595 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:28.922216 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=14 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:28.923775 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=12 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:30.010351 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-05f3206c-a005-487f-8883-a23583df04e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:32.198510 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a0f68185-b4bb-49ec-88e9-1e94f4c096d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:33.449863 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:35.010321 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:35.084104 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:38.125579 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:22:42.056930 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:22:48.064304 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:48.065526 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:52.052482 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:22:52.053208 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=4 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:23:00.015592 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-a6898539-20e8-4e2e-b57d-2af3e520b3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:02.204464 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-8903678b-cdd5-4c16-9451-1e86409abff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:03.466285 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:04.969428 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:05.066346 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:08.169180 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:18.067676 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:23:18.069478 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG dbcounter [-] [106659] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:23:19.055771 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG neutron.db.agents_db [None req-0258ea04-4391-4e5b-8aff-e924839f2117 None None] Agent healthcheck: found 6 active agents {{(pid=106660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 02:23:29.051961 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:23:29.052720 dv-cinder-819667-6-iscsi neutron-server[106660]: DEBUG dbcounter [-] [106660] Writing DB stats neutron:SELECT=6 {{(pid=106660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 02:23:30.015470 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-77e14860-8686-4735-9064-987d3ae002a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (340bfa2e-df88-4e93-bb94-1c1b90cb225d), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:32.197306 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7241-d42a-4fe2-a5d6-6af2ef95d98f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (8e766ade-f0b5-4816-b148-565205bbd77c), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:33.454083 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-89413200-50e5-4ee8-972c-ef263d04d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (3b29f400-9017-4a06-b9da-5c24a4f36fc4), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:34.968518 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-16b1a8bb-a789-4bb0-a970-466400d34aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (f026d7dd-4d78-42aa-b83e-f08d5efc3960), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:35.088578 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-5431695d-2de7-4bf7-92f6-740340cdb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1961de30-bae7-4d9f-b463-30246c89b914), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 02:23:38.163130 dv-cinder-819667-6-iscsi neutron-server[106659]: DEBUG neutron_lib.callbacks.manager [None req-c09f2911-4486-461b-8c78-2e43f20c1e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728878724401', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747970'] for agent (1d39641e-c8a9-49c0-9466-12b8f3148c7b), after_update {{(pid=106659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}